-- Logs begin at Fri 2021-07-16 17:53:05 UTC, end at Fri 2021-07-16 18:57:59 UTC. -- Jul 16 18:27:41.735705 dv-cinder-786932-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 18:27:44.410234 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.common.config [-] Logging enabled! Jul 16 18:27:44.410888 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 18:27:44.410888 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93105) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 18:27:44.414048 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.common.config [-] Logging enabled! Jul 16 18:27:44.414300 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 18:27:44.414615 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93105) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 18:27:44.415547 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 18:27:44.415781 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 18:27:44.416142 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 18:27:44.416389 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 18:27:44.416615 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 18:27:44.416935 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.417227 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.417543 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.417771 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.418046 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.418335 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.418614 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.418902 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.419194 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.419482 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.419761 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.420030 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.420261 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.420541 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.420825 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.421111 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.421335 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] debug = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.421647 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.422068 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.422479 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.422760 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.423046 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.423321 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.423593 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.423870 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.424152 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.424485 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] host = dv-cinder-786932-5-iscsi {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.424830 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.425099 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.425404 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.425691 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.425964 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.426239 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.426522 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.426793 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.427062 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] log_file = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.427333 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.427623 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.427931 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.428222 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.428475 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.428696 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.428983 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.429266 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.429673 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.429949 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.430221 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.430498 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.430770 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.431034 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.431316 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.431594 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.431875 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.432148 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.432419 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.432686 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.432954 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.433234 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.433537 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.433807 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.434078 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.434366 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.434632 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.434902 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.435198 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.435479 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.435755 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.436039 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.436325 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.436589 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.436856 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.437124 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.437422 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] use_json = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.437692 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.437959 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.438237 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.438506 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.438775 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.439044 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.439310 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.439589 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:44.440192 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.440513 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.440812 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.441093 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.441412 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.441692 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.441980 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.442258 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.442547 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.442832 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.443118 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.443396 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.443681 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.443954 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.444247 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.444554 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.444843 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.445131 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.445430 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.445704 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.445973 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.446248 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.446532 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.446823 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.447109 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.447378 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.447659 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.447943 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.448215 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.448485 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.448757 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.449038 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.449311 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.449604 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.449889 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.450159 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.450428 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.450698 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.450972 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.451257 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.451529 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.451797 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.452063 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.452335 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.452601 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.452884 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.453160 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.453456 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.453731 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.454006 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.454282 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.454551 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.454826 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.455095 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.455368 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.455635 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.455979 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.456227 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.456493 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.456760 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.457027 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.457296 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.457592 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.457861 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.458129 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.458398 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.458665 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.458932 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.459220 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.459512 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.459784 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.460060 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.460330 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.460602 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.460875 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.461147 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.461445 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.461718 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.461986 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.462272 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.462551 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.462831 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.463106 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.463378 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.463667 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.463939 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.464218 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.464497 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.464769 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.465051 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.465330 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.465641 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.465928 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.466217 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.466516 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.466793 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.467070 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.467375 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.467651 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:44.467866 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 18:27:44.468105 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93105) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 18:27:44.810822 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 18:27:44.811063 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 18:27:44.811371 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 18:27:44.811704 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 18:27:45.196687 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.196921 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.197227 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.198457 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.198728 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.198997 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.232454 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.232722 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.232990 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.246084 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.246359 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.246634 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.276033 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.276314 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.276581 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.311519 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.311794 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.312056 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.538084 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.538752 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.538752 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.538752 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.539504 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.656561 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.656871 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.657155 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.657430 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.657735 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.658044 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.658299 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.658554 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.658804 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.659129 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.659381 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.659641 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.659893 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.660142 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.660394 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.660660 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.660910 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.661170 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.661470 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.661711 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.661983 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.662233 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.662512 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.662887 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.663134 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.663386 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.663771 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:27:45.664013 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:27:45.664247 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:27:45.664482 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:27:45.664715 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:27:45.664948 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:27:45.665308 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 18:27:45.668430 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 18:27:45.672297 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 18:27:45.676200 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jul 16 18:27:45.677850 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 18:27:45.678302 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 18:27:45.678633 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 18:27:45.679014 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 18:27:45.682819 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 18:27:45.683068 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 18:27:45.683413 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 18:27:45.711122 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 18:27:45.711565 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.711862 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93105) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 18:27:45.712222 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.713594 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93105) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 18:27:45.713869 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 18:27:45.714108 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 18:27:45.717241 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.717554 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:45.780507 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 18:27:45.780737 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 18:27:45.780973 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 18:27:45.781339 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 18:27:45.803579 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_db.sqlalchemy.engines [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93105) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 18:27:46.340575 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Initializing driver for type 'gre' Jul 16 18:27:46.341132 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] gre ID ranges: [(1, 1000)] Jul 16 18:27:46.397062 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Initializing driver for type 'local' Jul 16 18:27:46.397456 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Initializing driver for type 'vlan' Jul 16 18:27:46.411299 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] VlanTypeDriver initialization complete Jul 16 18:27:46.411665 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Initializing driver for type 'vxlan' Jul 16 18:27:46.412147 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] vxlan ID ranges: [(1, 1000)] Jul 16 18:27:46.463835 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Initializing extension driver 'port_security' Jul 16 18:27:46.464228 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.extensions.port_security [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] PortSecurityExtensionDriver initialization complete Jul 16 18:27:46.464562 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Initializing mechanism driver 'openvswitch' Jul 16 18:27:46.464883 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Initializing mechanism driver 'hyperv' Jul 16 18:27:46.471410 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.plugin [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93105) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:46.472315 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > port after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.472689 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > port after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.473042 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > port after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.473587 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:27:46.474024 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.474377 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.474725 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.475114 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:27:46.475517 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > network after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.475865 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > network after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.476204 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > network after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.476593 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:27:46.476995 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > security_group after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.477364 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > security_group after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.477732 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.478120 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:27:46.478522 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.478862 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.479265 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.479651 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:27:46.480047 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > address_group after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.480417 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > address_group after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.480767 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.481135 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93105) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 18:27:46.481540 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] ML2 OVO RPC backend initialized. {{(pid=93105) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 18:27:46.482270 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.482625 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.483043 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > network before_response 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.483416 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > networks before_response 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.483763 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > port before_response 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.484103 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > ports before_response 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.484485 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > subnet before_response 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.484825 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > subnets before_response 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.485168 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > network after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.485537 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > network after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.485898 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > network after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.486234 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > port after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.486569 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > port after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.486901 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > port after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.487262 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > subnet after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.487625 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > subnet after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.487959 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.488557 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.plugin [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Modular L2 Plugin initialization complete Jul 16 18:27:46.488882 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading services supported by the core plugin {{(pid=93105) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 18:27:46.489211 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.plugins.ml2.managers [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Got port-security extension from driver 'port_security' Jul 16 18:27:46.489718 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.extensions.vlantransparent [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Disabled vlantransparent extension. Jul 16 18:27:46.490234 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93105) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 18:27:46.490544 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading Plugin: router Jul 16 18:27:46.525758 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.526146 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router after_create 55549900 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.526511 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router before_create 55549900 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.526873 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.527246 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.527597 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router after_delete 55549900 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.527955 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.528435 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router after_create 55549900 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.528791 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router after_update 55549900 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.529138 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router after_update 55549900 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.529509 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.529851 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router after_update 55549900 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.530255 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.530627 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: port after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.530962 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: port after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.531296 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: subnet after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.531629 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.531970 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.532317 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.532655 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: port before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.532999 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router precommit_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.533366 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router after_update 55549900 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.533709 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.534104 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router precommit_create 55549900 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.534466 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.534811 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router precommit_update 55549900 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.535156 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > agent after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.535511 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > agent after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.535854 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > network after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.536710 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Tracking information for resource: router configured {{(pid=93105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:27:46.537042 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Tracking information for resource: floatingip configured {{(pid=93105) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 18:27:46.541931 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.db.l3_agentschedulers_db [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 18:27:46.542494 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: port after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.542843 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: port after_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.543191 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: port after_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.543542 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: port after_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.544325 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router before_create 55550100 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.544691 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.545051 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router precommit_create 55550100 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.545393 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > router precommit_update 55550100 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.549895 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.services.provider_configuration [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service providers = [] {{(pid=93105) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 18:27:46.550257 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.db.servicetype_db [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93105) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 18:27:46.553152 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.services.service_base [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93105) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 18:27:46.553530 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.services.service_base [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93105) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 18:27:46.553873 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.services.service_base [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93105) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 18:27:46.554764 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.services.service_base [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93105) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 18:27:46.555136 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.services.service_base [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 18:27:46.555508 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:27:46.555824 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 18:27:46.566738 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:27:46.567070 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading Plugin: auto_allocate Jul 16 18:27:46.572754 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: network precommit_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.573122 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: network precommit_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.573665 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:27:46.573988 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading Plugin: tag Jul 16 18:27:46.580689 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:27:46.581076 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading Plugin: timestamp Jul 16 18:27:46.584896 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:27:46.585228 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading Plugin: network_ip_availability Jul 16 18:27:46.590681 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.590991 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.591341 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.592052 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:27:46.592363 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading Plugin: flavors Jul 16 18:27:46.598593 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:27:46.598924 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading Plugin: revisions Jul 16 18:27:46.603209 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93105) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 18:27:46.603600 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_concurrency.lockutils [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=93105) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 18:27:46.604320 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93105) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 18:27:46.604654 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Initializing extension manager. Jul 16 18:27:46.605163 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: __init__.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.605532 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: __pycache__ {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.605870 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.606196 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: address_group.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.606957 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.607524 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: address-group Jul 16 18:27:46.607848 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: address_scope.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.608567 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.609073 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: address-scope Jul 16 18:27:46.609387 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.610339 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.610848 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: router-admin-state-down-before-update Jul 16 18:27:46.611167 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: agent.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.611848 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.612404 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: agent Jul 16 18:27:46.612722 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: agent_resources_synced.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.613659 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.614159 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: agent-resources-synced Jul 16 18:27:46.614477 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: allowedaddresspairs.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.616262 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.616779 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: allowed-address-pairs Jul 16 18:27:46.617104 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: auto_allocated_topology.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.618199 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.618709 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: auto-allocated-topology Jul 16 18:27:46.619031 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: availability_zone.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.619724 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.620221 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: availability_zone Jul 16 18:27:46.620539 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: availability_zone_filter.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.621472 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.621975 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: availability_zone_filter Jul 16 18:27:46.622298 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: data_plane_status.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.623201 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.623698 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 18:27:46.624018 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: default_subnetpools.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.624920 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.625460 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: default-subnetpools Jul 16 18:27:46.625782 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.626587 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.627087 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: dhcp_agent_scheduler Jul 16 18:27:46.627404 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: dns.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.628343 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.628850 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 18:27:46.629175 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: dns_domain_ports.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.630120 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.630629 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 18:27:46.630949 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.631865 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.632376 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 18:27:46.632696 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: dvr.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.633366 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.633890 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: dvr Jul 16 18:27:46.634210 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: empty_string_filtering.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.635114 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.635621 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: empty-string-filtering Jul 16 18:27:46.635939 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.636841 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.637339 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 18:27:46.637760 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.638666 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.639164 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 18:27:46.639479 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: external_net.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.640390 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.640889 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: external-net Jul 16 18:27:46.641205 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.642138 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.642642 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: extra_dhcp_opt Jul 16 18:27:46.642957 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: extraroute.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.643929 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.644428 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: extraroute Jul 16 18:27:46.644775 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: extraroute_atomic.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.645836 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.646342 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: extraroute-atomic Jul 16 18:27:46.646661 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: filter_validation.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.647326 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.647831 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: filter-validation Jul 16 18:27:46.648145 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: fip_pf_description.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.649052 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.649764 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 18:27:46.650083 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: fip_port_details.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.651015 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.651518 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: fip-port-details Jul 16 18:27:46.651837 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: flavors.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.653066 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.653610 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: flavors Jul 16 18:27:46.653933 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.655589 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.656105 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 18:27:46.656434 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: floatingip_pools.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.657131 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.657684 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: floatingip-pools Jul 16 18:27:46.658003 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: ip_allocation.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.658925 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.659500 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 18:27:46.659819 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.660728 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.661238 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: ip-substring-filtering Jul 16 18:27:46.661587 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: l2_adjacency.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.662523 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.663030 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 18:27:46.663354 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: l3.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.664310 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.664825 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: router Jul 16 18:27:46.665145 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.667401 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.667941 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 18:27:46.668271 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.669205 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.669759 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: ext-gw-mode Jul 16 18:27:46.670079 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.670992 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.671501 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: l3-ha Jul 16 18:27:46.671820 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: l3_flavors.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.672746 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.673248 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: l3-flavors Jul 16 18:27:46.673592 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.674500 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.675064 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 18:27:46.675382 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: l3agentscheduler.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.676425 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.676932 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: l3_agent_scheduler Jul 16 18:27:46.677257 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: logging.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.678756 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.679276 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension logging not supported by any of loaded plugins Jul 16 18:27:46.679608 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: metering.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.680348 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.680922 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: metering Jul 16 18:27:46.681245 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.682362 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.682881 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: metering_source_and_destination_fields Jul 16 18:27:46.683206 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: multiprovidernet.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.684247 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.684760 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: multi-provider Jul 16 18:27:46.685089 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: netmtu.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.686044 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.686552 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: net-mtu Jul 16 18:27:46.686874 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: netmtu_writable.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.687796 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.688303 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: net-mtu-writable Jul 16 18:27:46.688625 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: network_availability_zone.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.689312 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.689855 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: network_availability_zone Jul 16 18:27:46.690514 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: network_ip_availability.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.691596 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.692108 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: network-ip-availability Jul 16 18:27:46.692438 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: network_segment_range.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.693233 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.693790 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 18:27:46.694105 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: pagination.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.695084 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.695413 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: pagination Jul 16 18:27:46.695732 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: port_device_profile.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.696638 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.697147 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: port-device-profile Jul 16 18:27:46.697505 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.698436 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.698942 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: port-mac-address-regenerate Jul 16 18:27:46.699259 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.700172 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.700674 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: port-numa-affinity-policy Jul 16 18:27:46.700992 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: port_resource_request.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.701946 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.702447 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 18:27:46.702764 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: portbindings.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.703699 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.704191 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: binding Jul 16 18:27:46.704508 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: portbindings_extended.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.705798 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.706374 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: binding-extended Jul 16 18:27:46.706697 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: portsecurity.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.707615 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.708123 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: port-security Jul 16 18:27:46.708445 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: project_id.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.709442 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.709773 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: project-id Jul 16 18:27:46.710091 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: providernet.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.711010 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.711516 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: provider Jul 16 18:27:46.711834 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: qos.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.715340 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.715859 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension qos not supported by any of loaded plugins Jul 16 18:27:46.716182 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.717457 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.717981 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 18:27:46.718306 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.719224 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.719736 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 18:27:46.720057 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: qos_default.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.720971 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.721529 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension qos-default not supported by any of loaded plugins Jul 16 18:27:46.721855 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: qos_fip.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.722567 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.723069 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 18:27:46.723385 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: qos_gateway_ip.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.724305 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.724807 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 18:27:46.725127 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: qos_port_network_policy.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.726066 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.726570 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 18:27:46.726891 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: qos_rule_type_details.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.727805 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.728308 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 18:27:46.728628 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: qos_rules_alias.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.729694 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.730205 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 18:27:46.730552 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: quotasv2.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.731488 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.731992 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: quotas Jul 16 18:27:46.732306 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: quotasv2_detail.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.735332 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.735670 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: quota_details Jul 16 18:27:46.736002 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: rbac.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.737067 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.737696 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: rbac-policies Jul 16 18:27:46.737999 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: rbac_address_group.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.738930 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.739453 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: rbac-address-group Jul 16 18:27:46.739779 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: rbac_address_scope.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.740720 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.741237 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: rbac-address-scope Jul 16 18:27:46.741580 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: rbac_security_groups.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.742496 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.743006 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: rbac-security-groups Jul 16 18:27:46.743330 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: rbac_subnetpool.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.744241 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.744747 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: rbac-subnetpool Jul 16 18:27:46.745065 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: revisionifmatch.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.746011 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.746520 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: revision-if-match Jul 16 18:27:46.746839 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: revisions.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.747966 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.748472 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: standard-attr-revisions Jul 16 18:27:46.748795 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: router_availability_zone.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.749501 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.750016 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: router_availability_zone Jul 16 18:27:46.750340 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: routerservicetype.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.751264 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.751770 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 18:27:46.752087 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.753048 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.753594 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: security-groups-normalized-cidr Jul 16 18:27:46.753913 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.754835 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.755347 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: port-security-groups-filtering Jul 16 18:27:46.755666 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.756588 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.757097 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: security-groups-remote-address-group Jul 16 18:27:46.757438 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: securitygroup.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.766987 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.767516 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: security-group Jul 16 18:27:46.767852 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: segment.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.768691 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.769203 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension segment not supported by any of loaded plugins Jul 16 18:27:46.769562 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.770502 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.771015 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 18:27:46.771337 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: servicetype.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.772467 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.772993 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: service-type Jul 16 18:27:46.773319 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: sorting.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.774326 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.774658 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: sorting Jul 16 18:27:46.774977 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: standard_attr_segment.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.775962 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.776478 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 18:27:46.776800 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: standardattrdescription.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.777484 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.777995 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: standard-attr-description Jul 16 18:27:46.778308 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: stateful_security_group.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.779258 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.779768 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: stateful-security-group Jul 16 18:27:46.780090 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: stdattrs_common.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.780672 dv-cinder-786932-5-iscsi neutron-server[93105]: WARNING neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 18:27:46.780992 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.781942 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.782447 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 18:27:46.782747 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: subnet_onboard.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.783817 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.784358 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: subnet_onboard Jul 16 18:27:46.784679 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.785635 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.786146 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 18:27:46.786466 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: subnet_service_types.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.787390 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.787905 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: subnet-service-types Jul 16 18:27:46.788226 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: subnetallocation.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.789301 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.789841 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: subnet_allocation Jul 16 18:27:46.790162 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.790827 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.791328 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: subnetpool-prefix-ops Jul 16 18:27:46.791645 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.792582 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.793068 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 18:27:46.793427 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: tagging.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.794460 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.794977 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: standard-attr-tag Jul 16 18:27:46.795299 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: timestamp.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.796530 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.797051 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loaded extension: standard-attr-timestamp Jul 16 18:27:46.797469 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: trunk.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.798532 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.799046 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension trunk not supported by any of loaded plugins Jul 16 18:27:46.799374 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: trunk_details.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.800351 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.800861 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 18:27:46.801187 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: uplink_status_propagation.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.802152 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.802665 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 18:27:46.802988 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Loading extension file: vlantransparent.py {{(pid=93105) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 18:27:46.803658 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93105) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 18:27:46.804340 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 18:27:46.806902 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:network Jul 16 18:27:46.807445 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:subnet Jul 16 18:27:46.807836 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:27:46.808219 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:port Jul 16 18:27:46.809503 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.v2.resource_helper [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:27:46.809950 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.v2.resource_helper [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service FLAVORS assigned prefix: {{(pid=93105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:27:46.810556 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.v2.resource_helper [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:27:46.811016 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.v2.resource_helper [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:27:46.811305 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:router Jul 16 18:27:46.811730 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 18:27:46.812225 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.v2.resource_helper [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service METERING assigned prefix: /metering {{(pid=93105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:27:46.813697 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.814066 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.814414 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93105) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:27:46.815750 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 18:27:46.816194 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:security_group Jul 16 18:27:46.816645 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 18:27:46.817254 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.v2.resource_helper [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service CORE assigned prefix: {{(pid=93105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:27:46.817613 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:27:46.817955 dv-cinder-786932-5-iscsi neutron-server[93105]: WARNING neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] subnetpool is already registered Jul 16 18:27:46.818373 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.v2.resource_helper [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service CORE assigned prefix: {{(pid=93105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:27:46.818696 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:27:46.819017 dv-cinder-786932-5-iscsi neutron-server[93105]: WARNING neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] subnetpool is already registered Jul 16 18:27:46.821330 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.v2.resource_helper [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:27:46.821785 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.v2.resource_helper [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service FLAVORS assigned prefix: {{(pid=93105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:27:46.822378 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.v2.resource_helper [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:27:46.822799 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.v2.resource_helper [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:27:46.823126 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:router Jul 16 18:27:46.823462 dv-cinder-786932-5-iscsi neutron-server[93105]: WARNING neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] router is already registered Jul 16 18:27:46.823871 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 18:27:46.824207 dv-cinder-786932-5-iscsi neutron-server[93105]: WARNING neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] floatingip is already registered Jul 16 18:27:46.824658 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.v2.resource_helper [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service METERING assigned prefix: /metering {{(pid=93105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:27:46.825320 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 18:27:46.825667 dv-cinder-786932-5-iscsi neutron-server[93105]: WARNING neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] rbac_policy is already registered Jul 16 18:27:46.826080 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:security_group Jul 16 18:27:46.826405 dv-cinder-786932-5-iscsi neutron-server[93105]: WARNING neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] security_group is already registered Jul 16 18:27:46.826806 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 18:27:46.827129 dv-cinder-786932-5-iscsi neutron-server[93105]: WARNING neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] security_group_rule is already registered Jul 16 18:27:46.827771 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.v2.resource_helper [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service CORE assigned prefix: {{(pid=93105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:27:46.828095 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:27:46.828422 dv-cinder-786932-5-iscsi neutron-server[93105]: WARNING neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] subnetpool is already registered Jul 16 18:27:46.828832 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.v2.resource_helper [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Service CORE assigned prefix: {{(pid=93105) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 18:27:46.829152 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 18:27:46.829504 dv-cinder-786932-5-iscsi neutron-server[93105]: WARNING neutron.quota.resource_registry [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] subnetpool is already registered Jul 16 18:27:46.829976 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: extensions {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.831483 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: address-groups {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.833033 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: address-scopes {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.834373 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: agents {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.835550 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: auto-allocated-topology {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.836775 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: availability_zones {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.838052 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: dhcp-networks {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.839565 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: dhcp-agents {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.841034 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: routers {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.842723 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: flavors {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.845041 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: service_profiles {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.846277 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: next_providers {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.847763 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: service_profiles {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.849300 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: floatingip-pools {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.850529 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: routers {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.852220 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: floatingips {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.853528 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: l3-routers {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.854925 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: l3-agents {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.856337 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: metering-labels {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.857616 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: metering-label-rules {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.858981 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: network-ip-availabilities {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.860239 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: bindings {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.861810 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: quotas {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.863440 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: quotas {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.864847 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: rbac-policies {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.866070 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: security-groups {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.867405 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: security-group-rules {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.868651 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: service-providers {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.869903 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: subnetpools {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.871227 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: subnetpools {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.872766 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: tags {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.874486 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: tags {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.876297 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: tags {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.878127 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: tags {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.879793 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: tags {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.881764 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: tags {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.883494 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: tags {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.885207 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: tags {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.887071 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: tags {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.888832 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron.api.extensions [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Extended resource: tags {{(pid=93105) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 18:27:46.894877 dv-cinder-786932-5-iscsi neutron-server[93105]: WARNING keystonemiddleware.auth_token [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 18:27:46.899457 dv-cinder-786932-5-iscsi neutron-server[93105]: WARNING keystonemiddleware.auth_token [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 18:27:46.907845 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_concurrency.lockutils [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Acquired lock "singleton_lock" {{(pid=93105) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 18:27:46.908317 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_concurrency.lockutils [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Releasing lock "singleton_lock" {{(pid=93105) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 18:27:46.908969 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO oslo_service.service [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Starting 2 workers Jul 16 18:27:46.913738 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Started child 93246 {{(pid=93105) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 18:27:46.918101 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Started child 93247 {{(pid=93105) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 18:27:46.919018 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.919775 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO neutron.service [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 18:27:46.920316 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Notify callbacks [] for process, before_spawn {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.920521 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [-] (93246) wsgi starting up on http://0.0.0.0:9696 Jul 16 18:27:46.922691 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO oslo_service.service [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Starting 1 workers Jul 16 18:27:46.922825 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.924025 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [-] (93247) wsgi starting up on http://0.0.0.0:9696 Jul 16 18:27:46.927900 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Started child 93248 {{(pid=93105) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 18:27:46.928417 dv-cinder-786932-5-iscsi neutron-server[93105]: INFO oslo_service.service [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Starting 1 workers Jul 16 18:27:46.931418 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.service [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] calling RpcWorker wait() {{(pid=93248) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 18:27:46.932075 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.service [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] returning from RpcWorker wait() {{(pid=93248) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 18:27:46.932809 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Started child 93249 {{(pid=93105) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 18:27:46.933152 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.933619 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:46.933820 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG neutron_lib.callbacks.manager [None req-4d7cfabb-409f-44a6-95ab-19c72a34e2f4 None None] Notify callbacks [] for process, after_spawn {{(pid=93105) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.935780 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93105) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 18:27:46.935986 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 18:27:46.936134 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 18:27:46.936334 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 18:27:46.936689 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 18:27:46.937039 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 18:27:46.937322 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.937639 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.937870 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.938161 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.938445 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.938999 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.939601 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.939601 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.939601 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.940496 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.940496 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.940496 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.941049 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.941049 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.941482 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.941482 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.941758 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.941891 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.942179 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.942390 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.942551 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.942837 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.943073 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.943354 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] debug = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.943574 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.944058 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.944276 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.944543 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.944740 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.945026 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.945238 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.945547 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.945746 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.945983 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.946189 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.946434 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.946661 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.946865 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.947142 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.947311 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.947563 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.948002 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] host = dv-cinder-786932-5-iscsi {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.948238 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.948452 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.948675 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.948923 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.949175 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.949435 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.949698 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.949952 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.950184 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.950409 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.950649 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.950906 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.951117 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.951334 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_file = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.951494 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_options = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.951732 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.951988 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.952236 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.952408 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.952564 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.952733 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.952976 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.953137 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.953394 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.953608 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.953819 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.954029 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.954238 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.954446 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.954690 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.954919 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.955148 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.955376 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.955618 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.955887 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.956128 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.956365 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.956595 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.956805 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.957041 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.957293 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.957484 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.957720 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.957917 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.958174 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.958410 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.958673 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.958906 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.959142 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.959369 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.959591 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.959805 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.960066 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.960296 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.960555 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.960805 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.961032 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.961267 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.961533 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.961771 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.962008 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] use_json = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.962216 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.962457 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.962729 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.962938 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.963149 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.963359 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.963568 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.963794 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:46.965165 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.965165 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.965165 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.965532 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.966241 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.966669 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.966904 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.967140 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.967367 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.967718 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.967932 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.968123 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:46.968226 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.968450 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.968689 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.968948 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.969298 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.969569 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.969853 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.970087 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.970324 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.970716 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.971095 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.971621 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.972065 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.972482 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.973049 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.973548 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.973963 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.974378 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.974794 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.975211 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.975435 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.975713 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.975953 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.976172 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.976401 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.976662 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.976887 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.977132 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.977419 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.977657 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.977891 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.978112 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.978753 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.978753 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.978753 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.979083 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.979171 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.979540 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.979935 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.980329 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.980706 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.980921 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.981137 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.981628 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.982067 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.982298 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.982510 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.982918 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.983104 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.983352 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.983605 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.987362 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.987622 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.987887 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.988130 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.988363 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.988623 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.988847 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.989075 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.989302 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.989863 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.990089 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.990314 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.990553 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.993683 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.994337 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.994620 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.994872 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.995138 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.995508 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.995819 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.996200 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.996486 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.996829 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.997257 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.997609 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.997926 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.998204 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.998437 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.998691 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.998993 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.999246 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.999485 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:46.999719 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.000126 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.000541 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.000925 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.001335 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.001593 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.001862 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.002106 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.002353 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.002579 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.002822 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.003095 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.003362 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.003609 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.003880 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.004141 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.004412 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.004690 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.004956 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.005233 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.005538 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.005734 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.006040 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.006301 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.006578 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.006813 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.007080 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.007328 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.007719 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.008130 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.008504 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.008896 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.009299 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.009642 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.009888 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.010132 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.010350 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.010601 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.010911 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.011145 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.011363 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.011597 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.011965 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.013089 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.013377 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.013655 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.013927 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.014164 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.014422 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.014658 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.014876 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.015118 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.015352 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.015562 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.015964 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.016214 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.016440 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.016660 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.016896 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.017144 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.017383 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.017603 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.017838 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.018058 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.018275 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.018550 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.018770 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.019078 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.019429 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.019692 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.020013 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.020294 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.020607 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.020946 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.021171 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.021474 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.021836 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.022148 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.022474 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.022812 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.023332 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.023483 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.024233 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.024570 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.024882 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.025159 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.025510 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.025826 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.026164 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.026649 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.026945 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.027208 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.027456 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.027800 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.028061 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.028308 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.028553 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.028782 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.029035 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.029256 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.029523 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.029770 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.030177 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.030418 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.030662 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.030894 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.031134 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.031347 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.031562 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.031774 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.031989 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.032216 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.032665 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.033069 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.033309 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.033575 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.033879 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.034168 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.034422 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.034634 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.034846 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.035071 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.035288 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.035499 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.035726 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.035957 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.036169 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.036390 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.036629 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.036839 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.037067 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.037277 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.037509 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.037731 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.037949 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.038175 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.038400 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.038665 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.038876 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.039091 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.039304 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.039514 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.039811 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.040074 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.040292 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.040585 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.040819 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.041061 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.041302 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.041645 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.041866 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.042139 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.042379 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.042575 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.042881 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.043222 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.043748 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.044140 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.044408 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.044664 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.044956 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.045227 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.045529 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.045749 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.046044 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.046380 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.046652 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.046906 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.047133 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.047382 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.047604 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.047824 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.048073 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.048307 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.048523 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.048796 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.049033 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.049274 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.049540 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.049797 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.050018 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.050245 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.050487 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.050723 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.050935 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.051101 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 18:27:47.051621 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93105) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 18:27:47.051784 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 18:27:47.052090 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 18:27:47.052417 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 18:27:47.052617 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 18:27:47.052733 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 18:27:47.052950 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.053117 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.053281 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.053545 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.053707 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.054040 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.054356 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.054520 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.054679 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.054972 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.055282 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.055450 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.055613 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.055776 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.055936 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.056101 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.056261 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.056421 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.056730 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.056896 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.057062 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.057229 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.057484 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] debug = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.057579 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.057766 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.057963 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.058109 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.058250 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.058406 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.058572 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.058733 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.058896 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.059109 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.059312 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.059474 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.059626 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.059782 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.059938 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.060094 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.060249 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.060405 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] host = dv-cinder-786932-5-iscsi {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.060572 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.060755 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.060896 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.061054 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.061383 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.061549 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.061693 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:47.061802 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.061885 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.062007 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.062170 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.062330 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.062489 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.062649 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.062808 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_file = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.062969 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_options = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.063127 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.063286 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.063445 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.063634 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.063798 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.063958 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.064117 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.064277 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.064435 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.064596 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.064756 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.065217 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.065451 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.065613 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.065773 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.065932 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.066091 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.066251 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.066411 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.066570 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.066729 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.066889 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.067048 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.067208 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.067368 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.067526 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.067685 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.067844 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.068003 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.068163 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.068325 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.068485 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.068647 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.068809 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.068968 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.069126 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.069284 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.069476 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.069633 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.069794 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.069952 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.070109 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.070267 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.070427 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.070586 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.070745 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] use_json = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.070990 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.071194 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.071413 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.071617 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.071866 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.072087 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.072302 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.072511 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 18:27:47.072755 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.073032 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.073255 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.073559 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.073809 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.074021 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.074488 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.074704 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.074906 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.075065 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.075264 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.075424 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.075662 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.075758 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.075882 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.076049 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.076212 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.076375 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.076538 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.076704 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.076855 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.077017 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.077198 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.077198 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.077715 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.077715 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.077839 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.078002 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.078148 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.078288 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.078443 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.078652 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.078756 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.078916 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.079076 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.079236 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.079397 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.079562 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.079723 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.079884 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.080036 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.080193 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.080354 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.080516 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.080675 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.080837 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.081022 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.081183 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.081364 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.081544 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.081718 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.081879 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.082040 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.082201 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.082363 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.082517 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.082678 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.082841 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.083000 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.083162 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.083321 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.083495 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.083656 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.083817 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.083977 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.084138 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.084300 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.084482 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.084614 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.084769 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.084950 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.085090 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.085250 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.085431 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.085592 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.085754 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.085914 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.086075 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.086236 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.086397 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.086558 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.086718 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.086880 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.087040 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.087209 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.087386 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.087546 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.087707 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.087868 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.088030 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.088189 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.088507 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.088673 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.088828 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.088985 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.089145 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.089305 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.089509 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.089671 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.089831 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.089992 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.090152 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.090376 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.090580 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.090742 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.090902 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.091117 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.091252 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.091411 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.091571 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.091732 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.091903 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.092065 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.092230 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.092392 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.092561 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.092734 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.092898 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.093089 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.093252 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.093435 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.093597 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.093756 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.093920 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.094082 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.094243 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.094407 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.094576 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.094753 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.094914 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.095076 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.095236 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.095421 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.095585 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.095745 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.095907 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.096069 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.096233 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.096381 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.096607 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.096774 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.096938 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.097099 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.097260 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.097896 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.098098 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.098284 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.098466 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.098646 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.098875 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.099021 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.099198 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.099373 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.099543 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.099712 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.099880 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.100047 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.100215 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.100380 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.100544 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.100708 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.100873 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.101037 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.101200 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.103409 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.103409 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.103409 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.103409 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.103409 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.103409 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.103409 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.103409 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.104287 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.104287 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.104287 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.104287 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.104287 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.104287 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.104287 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.104287 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.105805 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.105805 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.105805 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.105805 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.105805 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.105805 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.105805 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.105805 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.106386 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.106386 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.106386 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.106386 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.106386 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.106386 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.106386 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.106386 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.106826 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.106826 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.106826 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.106826 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.107056 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.107269 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.107439 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.107608 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.107721 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.107888 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.108067 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.108230 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.108393 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.108555 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.108718 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.108880 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.109054 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.109216 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.109414 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.109581 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.109746 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.109887 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.110068 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.110230 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.110392 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.110554 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.110714 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.110878 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.111047 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.111210 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.111372 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.111532 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.111693 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.111857 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.112029 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.112216 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.112379 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.112541 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.112701 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.112865 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.113037 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.113198 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.113373 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.113579 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.113749 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.113914 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.114078 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.114255 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.114403 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.114569 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.114731 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.114938 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.115068 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.115257 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.115351 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.115582 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.115683 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.115837 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.116011 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.116203 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.116356 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.116518 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.116690 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.116867 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.117029 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.117247 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.117450 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.117590 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.117727 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.117890 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.118027 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.118162 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.118302 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.118466 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.118593 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.118742 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.118890 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.119051 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.119212 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.119373 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.119532 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.119694 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.119855 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 18:27:47.120011 dv-cinder-786932-5-iscsi neutron-server[93105]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93105) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 18:27:47.408176 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 53994) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:47.421159 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098543 Jul 16 18:27:58.717828 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8703516a-4a50-4a3a-a213-368a5b7fc2f3 None None] get_active_networks_info from dv-cinder-786932-5-iscsi {{(pid=93248) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:27:58.795805 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8703516a-4a50-4a3a-a213-368a5b7fc2f3 None None] No non-hosted networks {{(pid=93248) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 18:27:58.826841 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.agentschedulers_db [None req-8703516a-4a50-4a3a-a213-368a5b7fc2f3 None None] DHCP Agent not found on host dv-cinder-786932-5-iscsi {{(pid=93248) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 18:27:58.958705 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f7ec9199-4eee-4022-8abc-70b0044f81e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-513548'] for agent, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.504592 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-32f40ab3-4298-4e4c-8ecc-cd36ac7f5699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-513548'] for agent, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.560920 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f8c63a5e-8bb1-4d64-b4f6-75edf6c5c07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.849125 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-513548'] for agent, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:01.849913 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:01.850364 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:01.850794 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:01.851226 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:01.851661 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:01.852106 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:01.852661 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:01.853259 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:01.853847 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:01.854284 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:01.854728 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:01.855148 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:01.855663 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786932-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:01.863319 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786932-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:02.568495 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-513548'] for agent, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:03.982003 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-513548'] for agent, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:05.289581 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 54086) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:05.810494 dv-cinder-786932-5-iscsi neutron-server[93247]: WARNING oslo_policy.policy [None req-e7200aec-4889-4968-801e-208c0e17df19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:28:05.811072 dv-cinder-786932-5-iscsi neutron-server[93247]: WARNING oslo_policy.policy [None req-e7200aec-4889-4968-801e-208c0e17df19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:28:06.026006 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [None req-e7200aec-4889-4968-801e-208c0e17df19 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:28:06.027249 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-e7200aec-4889-4968-801e-208c0e17df19 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7354486 Jul 16 18:28:06.796679 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.db.l3_hamode_db [None req-febf75b4-a985-41a9-ab0e-9b284c3de8d2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 18:28:06.873749 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf75b4-a985-41a9-ab0e-9b284c3de8d2 None None] Routers set() bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:06.874149 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febf75b4-a985-41a9-ab0e-9b284c3de8d2 None None] Router IDs set() for agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:28:08.432640 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54100) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:08.944102 dv-cinder-786932-5-iscsi neutron-server[93246]: WARNING oslo_policy.policy [None req-771ed98f-39aa-4308-9bc4-b9ab77749e87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:28:08.944733 dv-cinder-786932-5-iscsi neutron-server[93246]: WARNING oslo_policy.policy [None req-771ed98f-39aa-4308-9bc4-b9ab77749e87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:28:09.168461 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-771ed98f-39aa-4308-9bc4-b9ab77749e87 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:09.261892 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.policy [None req-771ed98f-39aa-4308-9bc4-b9ab77749e87 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93246) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 18:28:09.320925 dv-cinder-786932-5-iscsi neutron-server[93246]: WARNING oslo_policy.policy [None req-771ed98f-39aa-4308-9bc4-b9ab77749e87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:28:09.321298 dv-cinder-786932-5-iscsi neutron-server[93246]: WARNING oslo_policy.policy [None req-771ed98f-39aa-4308-9bc4-b9ab77749e87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:28:09.330902 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.quota [None req-771ed98f-39aa-4308-9bc4-b9ab77749e87 admin admin] Loaded quota_driver: . Jul 16 18:28:09.434690 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-771ed98f-39aa-4308-9bc4-b9ab77749e87 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728545023674', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728545023213', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728545099799', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728545107501', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728545112208', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728545127034', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1342613', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1327974', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-339914', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-660541'] for rbac-policy, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.509533 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-771ed98f-39aa-4308-9bc4-b9ab77749e87 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:09.512147 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-771ed98f-39aa-4308-9bc4-b9ab77749e87 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0780680 Jul 16 18:28:12.157181 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54118) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:12.471672 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Request body: {'network': {'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'name': 'private', 'admin_state_up': True, 'project_id': '67e8bac73b8d4b27a518320469d7a841'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:12.506915 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Made reservation on behalf of 67e8bac73b8d4b27a518320469d7a841 for: {'network': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:12.511250 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.534650 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.672477 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.678763 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.698310 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=93246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:12.726354 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728546966851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.726909 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Unsubscribe: segment precommit_create {{(pid=93246) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 18:28:12.727356 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.segments_db [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Added segment 8d87fbea-d23e-42d6-be32-2ee894f5fc46 of type vlan for network 19576cc3-c399-478c-8e51-fc96ab4a6345 Jul 16 18:28:12.761274 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd47f48-5e8d-4668-b2e9-66a7c9f82488,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:12.805082 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.805446 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.805792 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.806123 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.806442 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.806777 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.807093 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.807410 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.807724 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.808034 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.808348 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.808655 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Tracked resource versions report: Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: pushed versions: Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: { 'AddressGroup': {'1.2'}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'ConntrackHelper': {'1.0'}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Log': {'1.0'}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Network': {'1.1'}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Port': {'1.7'}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'PortForwarding': {'1.2'}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'QosPolicy': {'1.8'}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'SecurityGroup': {'1.4'}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'SubPort': {'1.0'}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Subnet': {'1.1'}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Trunk': {'1.1'}} Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: consumer versions: Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: { DHCP agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: L3 agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: Metadata agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: Metering agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: Open vSwitch agent@dv-cinder-786932-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'ConntrackHelper': '1.0', Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Log': '1.0', Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Network': '1.1', Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Port': '1.7', Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'PortForwarding': '1.2', Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'QosPolicy': '1.8', Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'SecurityGroup': '1.4', Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'SecurityGroupRule': '1.2', Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'SubPort': '1.0', Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Subnet': '1.1', Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Trunk': '1.1'}} Jul 16 18:28:12.809802 dv-cinder-786932-5-iscsi neutron-server[93246]: {{(pid=93246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:28:12.845043 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.911317 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.912488 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:12.913224 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:12.972770 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8143659 Jul 16 18:28:13.014990 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec784a76-5437-4b6a-bd23-9978f1ff0b96 admin admin] Pushing event updated for resources: {'Network': ['ID=19576cc3-c399-478c-8e51-fc96ab4a6345,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:13.027701 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network 19576cc3-c399-478c-8e51-fc96ab4a6345 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:15.757870 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54132) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:16.167999 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1667360b-8268-4a27-97ce-46614bbd25ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:16.169292 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-1667360b-8268-4a27-97ce-46614bbd25ab admin admin] 10.222.0.68 "GET /v2.0/networks/19576cc3-c399-478c-8e51-fc96ab4a6345 HTTP/1.1" status: 200 len: 825 time: 0.4104457 Jul 16 18:28:16.195811 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-f49fb43a-3a29-420e-96e2-ced075c160a7 admin admin] 10.222.0.68 "GET /v2.0/subnetpools/690e6ee5-a0ad-4d15-8268-03baaaf36141 HTTP/1.1" status: 200 len: 734 time: 0.0198865 Jul 16 18:28:16.207065 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-0d5dd8e9-1c07-433b-98f8-9014a94917f1 admin admin] Request body: {'subnet': {'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '690e6ee5-a0ad-4d15-8268-03baaaf36141', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '67e8bac73b8d4b27a518320469d7a841'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:16.231182 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5dd8e9-1c07-433b-98f8-9014a94917f1 admin admin] Made reservation on behalf of 67e8bac73b8d4b27a518320469d7a841 for: {'subnet': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:16.233802 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0d5dd8e9-1c07-433b-98f8-9014a94917f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.545846 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0d5dd8e9-1c07-433b-98f8-9014a94917f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for subnet, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.619482 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5dd8e9-1c07-433b-98f8-9014a94917f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=378cee35-cdc8-4181-9e02-8cc54e08c8a7,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:16.625514 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5dd8e9-1c07-433b-98f8-9014a94917f1 admin admin] Checking segment: {'id': '8d87fbea-d23e-42d6-be32-2ee894f5fc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:16.625893 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5dd8e9-1c07-433b-98f8-9014a94917f1 admin admin] Network hostable DHCP agents. Network: 19576cc3-c399-478c-8e51-fc96ab4a6345, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:16.654560 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5dd8e9-1c07-433b-98f8-9014a94917f1 admin admin] Network 19576cc3-c399-478c-8e51-fc96ab4a6345 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:16.667081 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-0d5dd8e9-1c07-433b-98f8-9014a94917f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, 19576cc3-c399-478c-8e51-fc96ab4a6345) {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:16.672999 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5dd8e9-1c07-433b-98f8-9014a94917f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:16.673979 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0d5dd8e9-1c07-433b-98f8-9014a94917f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.677878 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6f1951-9ae4-41c7-adb8-9efc6ab31729 None None] Network 19576cc3-c399-478c-8e51-fc96ab4a6345 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:16.701320 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-0d5dd8e9-1c07-433b-98f8-9014a94917f1 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4975672 Jul 16 18:28:17.016287 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31edc0eb-8258-548e-8120-c04d0bd9b52e-19576cc3-c399-478c-8e51-fc96ab4a6345', 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345', 'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'fixed_ips': [{'subnet_id': '378cee35-cdc8-4181-9e02-8cc54e08c8a7'}]}} from dv-cinder-786932-5-iscsi. {{(pid=93248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:28:17.017664 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.287389 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.db_base_plugin_common [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Allocated IP 172.20.0.2 (19576cc3-c399-478c-8e51-fc96ab4a6345/378cee35-cdc8-4181-9e02-8cc54e08c8a7/e1dd8932-f6a1-4a76-b8eb-d4304f6dd575) {{(pid=93248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:17.532595 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Notify callbacks [] for port, precommit_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.548840 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Transition to ACTIVE for port object e1dd8932-f6a1-4a76-b8eb-d4304f6dd575 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:17.572086 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Transition to ACTIVE for port object e1dd8932-f6a1-4a76-b8eb-d4304f6dd575 will not be triggered until provisioned by entity DHCP. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:17.584619 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.653898 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Network 19576cc3-c399-478c-8e51-fc96ab4a6345 is already hosted by enough agents. {{(pid=93248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:17.658552 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.base_scheduler [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Resources bound (agent type, host, resource id): {{(pid=93248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:17.667612 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Received port after_create {{(pid=93248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:17.671142 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Pushing event updated for resources: {'Port': ['ID=e1dd8932-f6a1-4a76-b8eb-d4304f6dd575,revision_number=1']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:17.705516 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.706233 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.706233 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.706518 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.706857 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.707184 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.707513 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.707869 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.708200 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.708520 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.708845 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.709158 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Tracked resource versions report: Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: pushed versions: Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: { 'AddressGroup': {'1.2'}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'ConntrackHelper': {'1.0'}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Log': {'1.0'}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Network': {'1.1'}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Port': {'1.7'}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'PortForwarding': {'1.2'}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'QosPolicy': {'1.8'}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'SecurityGroup': {'1.4'}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'SubPort': {'1.0'}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Subnet': {'1.1'}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Trunk': {'1.1'}} Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: consumer versions: Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: { DHCP agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: L3 agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: Metadata agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: Metering agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: Open vSwitch agent@dv-cinder-786932-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'ConntrackHelper': '1.0', Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Log': '1.0', Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Network': '1.1', Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Port': '1.7', Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'PortForwarding': '1.2', Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'QosPolicy': '1.8', Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'SecurityGroup': '1.4', Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'SecurityGroupRule': '1.2', Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'SubPort': '1.0', Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Subnet': '1.1', Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Trunk': '1.1'}} Jul 16 18:28:17.710271 dv-cinder-786932-5-iscsi neutron-server[93248]: {{(pid=93248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:28:17.760092 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Attempting to bind port e1dd8932-f6a1-4a76-b8eb-d4304f6dd575 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:17.760710 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Attempting to bind port e1dd8932-f6a1-4a76-b8eb-d4304f6dd575 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': '8d87fbea-d23e-42d6-be32-2ee894f5fc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:17.761234 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Attempting to bind port e1dd8932-f6a1-4a76-b8eb-d4304f6dd575 on network 19576cc3-c399-478c-8e51-fc96ab4a6345 {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:17.766605 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:17.767018 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Checking segment: {'id': '8d87fbea-d23e-42d6-be32-2ee894f5fc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:17.767575 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.767966 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Bound using segment: {'id': '8d87fbea-d23e-42d6-be32-2ee894f5fc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:17.768428 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Bound port: e1dd8932-f6a1-4a76-b8eb-d4304f6dd575, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d87fbea-d23e-42d6-be32-2ee894f5fc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:17.768834 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.833622 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] For port e1dd8932-f6a1-4a76-b8eb-d4304f6dd575, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:17.837745 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] For port e1dd8932-f6a1-4a76-b8eb-d4304f6dd575, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=e1dd8932-f6a1-4a76-b8eb-d4304f6dd575,segment=NetworkSegment(8d87fbea-d23e-42d6-be32-2ee894f5fc46),segment_id=8d87fbea-d23e-42d6-be32-2ee894f5fc46)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:17.847382 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:17.911420 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686a2b6-5eb5-4cb1-b7e0-fc31113f9703 None None] Pushing event updated for resources: {'Port': ['ID=e1dd8932-f6a1-4a76-b8eb-d4304f6dd575,revision_number=2']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:19.075781 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 54140) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:19.405394 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [None req-0b3cbc03-97dd-47ed-befb-4615a1dc24ae admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:28:19.406396 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-0b3cbc03-97dd-47ed-befb-4615a1dc24ae admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3296204 Jul 16 18:28:21.771931 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 54148) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:22.110832 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [None req-e63ca994-1f78-48c8-a164-0afcd88931a4 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:28:22.125376 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-e63ca994-1f78-48c8-a164-0afcd88931a4 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3386910 Jul 16 18:28:23.682689 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device e1dd8932-f6a1-4a76-b8eb-d4304f6dd575 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:23.779567 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port e1dd8932-f6a1-4a76-b8eb-d4304f6dd575 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:23.931383 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596d878e-3f54-4568-b523-b64709263af2 None None] Network 19576cc3-c399-478c-8e51-fc96ab4a6345 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:24.023365 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-e02e332a-ae1c-44cb-86e1-607b9ba18824 None None] Provisioning for port e1dd8932-f6a1-4a76-b8eb-d4304f6dd575 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:24.047708 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-e02e332a-ae1c-44cb-86e1-607b9ba18824 None None] Provisioning complete for port e1dd8932-f6a1-4a76-b8eb-d4304f6dd575 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:24.048135 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-e02e332a-ae1c-44cb-86e1-607b9ba18824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.206340 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-e02e332a-ae1c-44cb-86e1-607b9ba18824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.251043 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-e02e332a-ae1c-44cb-86e1-607b9ba18824 None None] For port e1dd8932-f6a1-4a76-b8eb-d4304f6dd575, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=e1dd8932-f6a1-4a76-b8eb-d4304f6dd575,segment=NetworkSegment(8d87fbea-d23e-42d6-be32-2ee894f5fc46),segment_id=8d87fbea-d23e-42d6-be32-2ee894f5fc46)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:24.256162 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-e02e332a-ae1c-44cb-86e1-607b9ba18824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.308641 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e332a-ae1c-44cb-86e1-607b9ba18824 None None] Pushing event updated for resources: {'Port': ['ID=e1dd8932-f6a1-4a76-b8eb-d4304f6dd575,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:24.478995 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-9e682810-7d4f-42d8-9026-5832a8c18111 None None] Provisioning complete for port e1dd8932-f6a1-4a76-b8eb-d4304f6dd575 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:24.479279 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9e682810-7d4f-42d8-9026-5832a8c18111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:24.724990 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54162) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:25.077278 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-c0751614-33fa-4604-82ed-c6b5011fdbd7 admin admin] Request body: {'router': {'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:25.104375 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c0751614-33fa-4604-82ed-c6b5011fdbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-517367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5254'] for router, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.106104 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c0751614-33fa-4604-82ed-c6b5011fdbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5263'] for router, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.248511 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c0751614-33fa-4604-82ed-c6b5011fdbd7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.258597 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c0751614-33fa-4604-82ed-c6b5011fdbd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517127'] for router, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.280239 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c0751614-33fa-4604-82ed-c6b5011fdbd7 admin admin] Notify callbacks [] for router, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:25.282095 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-c0751614-33fa-4604-82ed-c6b5011fdbd7 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5560529 Jul 16 18:28:25.648135 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device e1dd8932-f6a1-4a76-b8eb-d4304f6dd575 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:25.697919 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port e1dd8932-f6a1-4a76-b8eb-d4304f6dd575 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:25.698302 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:27.712685 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 54170) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:28.050565 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [None req-db74dc3e-314e-4a91-ac3f-29586a3fa6c5 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:28:28.051558 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-db74dc3e-314e-4a91-ac3f-29586a3fa6c5 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3378956 Jul 16 18:28:28.645392 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9df4c5cb-1e9f-47cd-ab28-1a4f7f07e2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.511950 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 54178) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:30.884983 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:30.887254 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.quota [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Loaded quota_driver: . Jul 16 18:28:30.954871 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Made reservation on behalf of e60907cd61cf42578aa09006fa9b2771 for: {'network': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:31.026879 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.policy [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93247) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 18:28:31.073937 dv-cinder-786932-5-iscsi neutron-server[93247]: WARNING oslo_policy.policy [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:28:31.074773 dv-cinder-786932-5-iscsi neutron-server[93247]: WARNING oslo_policy.policy [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 18:28:31.085377 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.108248 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.247894 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.252618 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.265520 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Reserving flat network on physical network physnet1 {{(pid=93247) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 18:28:31.297150 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728546966851', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.297758 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Unsubscribe: segment precommit_create {{(pid=93247) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 18:28:31.298247 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.segments_db [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Added segment fde9f93e-14d2-4206-9686-7d172c9adb80 of type flat for network 8faae5fe-6b17-4018-b67e-363813f28d31 Jul 16 18:28:31.307432 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3891ea-955b-41ee-94f0-f2c9226a9eee,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.335519 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.335877 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.336185 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.336514 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.336838 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.337226 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.337524 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.337844 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.338178 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.338472 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.338793 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.339105 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Tracked resource versions report: Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: pushed versions: Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: { 'AddressGroup': {'1.2'}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'ConntrackHelper': {'1.0'}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Log': {'1.0'}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Network': {'1.1'}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Port': {'1.7'}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'PortForwarding': {'1.2'}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'QosPolicy': {'1.8'}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'SecurityGroup': {'1.4'}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'SubPort': {'1.0'}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Subnet': {'1.1'}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Trunk': {'1.1'}} Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: consumer versions: Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: { DHCP agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: L3 agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: Metadata agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: Metering agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: Open vSwitch agent@dv-cinder-786932-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'ConntrackHelper': '1.0', Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Log': '1.0', Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Network': '1.1', Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Port': '1.7', Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'PortForwarding': '1.2', Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'QosPolicy': '1.8', Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'SecurityGroup': '1.4', Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'SecurityGroupRule': '1.2', Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'SubPort': '1.0', Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Subnet': '1.1', Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Trunk': '1.1'}} Jul 16 18:28:31.340181 dv-cinder-786932-5-iscsi neutron-server[93247]: {{(pid=93247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:28:31.439133 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.500123 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8bb29a09-d1c5-48bc-b0aa-699f2d6c7807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.518248 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.519517 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:31.520201 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.579463 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0661404 Jul 16 18:28:31.624449 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cedb8-2683-4fe4-b946-325b76660b0f admin admin] Pushing event updated for resources: {'Network': ['ID=8faae5fe-6b17-4018-b67e-363813f28d31,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.636978 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network 8faae5fe-6b17-4018-b67e-363813f28d31 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:31.844037 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.528152 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.939631 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.062136 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54202) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:34.254142 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce095f-60da-48a7-91d0-dd42f6060b74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:34.255563 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-54ce095f-60da-48a7-91d0-dd42f6060b74 admin admin] 10.222.0.68 "GET /v2.0/subnets/378cee35-cdc8-4181-9e02-8cc54e08c8a7 HTTP/1.1" status: 200 len: 849 time: 0.1924689 Jul 16 18:28:34.375844 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-82035cc7-408f-4256-b7a0-ff4342781865 admin admin] 10.222.0.68 "GET /v2.0/routers/e7968b8d-4632-4f56-9f17-98e1a737abba HTTP/1.1" status: 200 len: 704 time: 0.1148047 Jul 16 18:28:34.649108 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.978914 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Allocated IP 172.20.0.1 (19576cc3-c399-478c-8e51-fc96ab4a6345/378cee35-cdc8-4181-9e02-8cc54e08c8a7/feb2fea8-1131-4d46-85d1-8b566acdc66e) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:35.201270 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.224437 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Transition to ACTIVE for port object feb2fea8-1131-4d46-85d1-8b566acdc66e will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:35.306213 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.377111 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Network 19576cc3-c399-478c-8e51-fc96ab4a6345 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:35.385621 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:35.390312 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:35.390826 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516400'] for router_interface, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.410573 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Pushing event updated for resources: {'Port': ['ID=feb2fea8-1131-4d46-85d1-8b566acdc66e,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:35.554329 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-a9cf77d5-49fc-4418-b6c6-31656a68e324 None None] Provisioning for port feb2fea8-1131-4d46-85d1-8b566acdc66e completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:35.558412 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-a9cf77d5-49fc-4418-b6c6-31656a68e324 None None] Provisioning complete for port feb2fea8-1131-4d46-85d1-8b566acdc66e triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:35.558805 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a9cf77d5-49fc-4418-b6c6-31656a68e324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.594756 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf77d5-49fc-4418-b6c6-31656a68e324 None None] Port feb2fea8-1131-4d46-85d1-8b566acdc66e cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:35.603912 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.790874 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.796717 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.797534 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516420'] for router_interface, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.854656 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Pushing event updated for resources: {'Port': ['ID=feb2fea8-1131-4d46-85d1-8b566acdc66e,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:35.928915 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Network 19576cc3-c399-478c-8e51-fc96ab4a6345 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:35.930433 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:36.095568 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Router e7968b8d-4632-4f56-9f17-98e1a737abba is scheduled to L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 with binding_index 1 {{(pid=93246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:28:36.115798 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-76702db0-9a4b-42f9-81d7-6e543631baeb None None] Provisioning complete for port feb2fea8-1131-4d46-85d1-8b566acdc66e triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:36.116093 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-76702db0-9a4b-42f9-81d7-6e543631baeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.151472 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-76702db0-9a4b-42f9-81d7-6e543631baeb None None] Port feb2fea8-1131-4d46-85d1-8b566acdc66e cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:36.185499 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:36.190889 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-6ac687e7-2639-4961-834f-d51c9a0004b2 admin admin] 10.222.0.68 "PUT /v2.0/routers/e7968b8d-4632-4f56-9f17-98e1a737abba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8074746 Jul 16 18:28:36.209580 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Sync routers for ids ['e7968b8d-4632-4f56-9f17-98e1a737abba'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:36.221148 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Routers {'e7968b8d-4632-4f56-9f17-98e1a737abba'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:36.222010 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:28:31Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['e7968b8d-4632-4f56-9f17-98e1a737abba'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:36.408631 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Set router e7968b8d-4632-4f56-9f17-98e1a737abba gateway port host: None {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:36.839949 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'name': 'router1', 'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:25Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 2, 'project_id': '67e8bac73b8d4b27a518320469d7a841', 'gw_port_host': None, '_interfaces': [{'id': 'feb2fea8-1131-4d46-85d1-8b566acdc66e', 'name': '', 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345', 'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'mac_address': 'fa:16:3e:9e:f4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '378cee35-cdc8-4181-9e02-8cc54e08c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 2, 'project_id': '67e8bac73b8d4b27a518320469d7a841', 'subnets': [{'id': '378cee35-cdc8-4181-9e02-8cc54e08c8a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '690e6ee5-a0ad-4d15-8268-03baaaf36141'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:36.892548 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Checking router: e7968b8d-4632-4f56-9f17-98e1a737abba for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:36.892955 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Updating router e7968b8d-4632-4f56-9f17-98e1a737abba port feb2fea8-1131-4d46-85d1-8b566acdc66e binding host dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:36.956726 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.452158 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.470057 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Transition to ACTIVE for port object feb2fea8-1131-4d46-85d1-8b566acdc66e will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:37.477208 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.641629 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Pushing event updated for resources: {'Port': ['ID=feb2fea8-1131-4d46-85d1-8b566acdc66e,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:37.660716 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:37.661231 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:37.661649 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:37.661982 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:37.662380 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:37.662874 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:37.663247 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:37.663572 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:37.664072 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:37.664386 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:37.664828 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:37.665147 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Tracked resource versions report: Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: pushed versions: Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: { 'AddressGroup': {'1.2'}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'ConntrackHelper': {'1.0'}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Log': {'1.0'}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Network': {'1.1'}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Port': {'1.7'}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'PortForwarding': {'1.2'}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'QosPolicy': {'1.8'}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'SecurityGroup': {'1.4'}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'SubPort': {'1.0'}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Subnet': {'1.1'}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Trunk': {'1.1'}} Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: consumer versions: Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: { DHCP agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: L3 agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: Metadata agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: Metering agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: Open vSwitch agent@dv-cinder-786932-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'ConntrackHelper': '1.0', Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Log': '1.0', Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Network': '1.1', Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Port': '1.7', Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'PortForwarding': '1.2', Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'QosPolicy': '1.8', Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'SecurityGroup': '1.4', Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'SecurityGroupRule': '1.2', Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'SubPort': '1.0', Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Subnet': '1.1', Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Trunk': '1.1'}} Jul 16 18:28:37.666504 dv-cinder-786932-5-iscsi neutron-server[93249]: {{(pid=93249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:28:37.672071 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Attempting to bind port feb2fea8-1131-4d46-85d1-8b566acdc66e on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:37.672478 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Attempting to bind port feb2fea8-1131-4d46-85d1-8b566acdc66e by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': '8d87fbea-d23e-42d6-be32-2ee894f5fc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:37.673021 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Attempting to bind port feb2fea8-1131-4d46-85d1-8b566acdc66e on network 19576cc3-c399-478c-8e51-fc96ab4a6345 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:37.679660 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:37.680176 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Checking segment: {'id': '8d87fbea-d23e-42d6-be32-2ee894f5fc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:37.680722 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.681174 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Bound using segment: {'id': '8d87fbea-d23e-42d6-be32-2ee894f5fc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:37.681788 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Bound port: feb2fea8-1131-4d46-85d1-8b566acdc66e, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d87fbea-d23e-42d6-be32-2ee894f5fc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:37.682233 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.751012 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] For port feb2fea8-1131-4d46-85d1-8b566acdc66e, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:37.774808 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] For port feb2fea8-1131-4d46-85d1-8b566acdc66e, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=feb2fea8-1131-4d46-85d1-8b566acdc66e,segment=NetworkSegment(8d87fbea-d23e-42d6-be32-2ee894f5fc46),segment_id=8d87fbea-d23e-42d6-be32-2ee894f5fc46)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:37.781030 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.844393 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ca75e-e1a2-4f16-8a78-d4d5d423b65a None None] Pushing event updated for resources: {'Port': ['ID=feb2fea8-1131-4d46-85d1-8b566acdc66e,revision_number=4']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:37.847062 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Routers {'e7968b8d-4632-4f56-9f17-98e1a737abba'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:37.847662 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:28:31Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['e7968b8d-4632-4f56-9f17-98e1a737abba'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:37.938268 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] Set router e7968b8d-4632-4f56-9f17-98e1a737abba gateway port host: None {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:38.147820 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'name': 'router1', 'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:25Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 2, 'project_id': '67e8bac73b8d4b27a518320469d7a841', 'gw_port_host': None, '_interfaces': [{'id': 'feb2fea8-1131-4d46-85d1-8b566acdc66e', 'name': '', 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345', 'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'mac_address': 'fa:16:3e:9e:f4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '378cee35-cdc8-4181-9e02-8cc54e08c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '67e8bac73b8d4b27a518320469d7a841', 'subnets': [{'id': '378cee35-cdc8-4181-9e02-8cc54e08c8a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '690e6ee5-a0ad-4d15-8268-03baaaf36141'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:38.176493 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8885d7-a9bb-4319-83c8-9eb37678334b None None] The sync data for ids ['e7968b8d-4632-4f56-9f17-98e1a737abba'] in dv-cinder-786932-5-iscsi is: [{'id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'name': 'router1', 'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:25Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 2, 'project_id': '67e8bac73b8d4b27a518320469d7a841', 'gw_port_host': None, '_interfaces': [{'id': 'feb2fea8-1131-4d46-85d1-8b566acdc66e', 'name': '', 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345', 'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'mac_address': 'fa:16:3e:9e:f4:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '378cee35-cdc8-4181-9e02-8cc54e08c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '67e8bac73b8d4b27a518320469d7a841', 'subnets': [{'id': '378cee35-cdc8-4181-9e02-8cc54e08c8a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '690e6ee5-a0ad-4d15-8268-03baaaf36141'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:38.505790 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 54222) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:38.651868 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09c06ad-d96a-45b8-b5e0-bc1b59198716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:38.653305 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-e09c06ad-d96a-45b8-b5e0-bc1b59198716 admin admin] 10.222.0.68 "GET /v2.0/networks/8faae5fe-6b17-4018-b67e-363813f28d31 HTTP/1.1" status: 200 len: 842 time: 0.1463978 Jul 16 18:28:38.662675 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-0bdf0718-a1fe-46c3-be06-365348919519 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'ip_version': 4}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:38.687388 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdf0718-a1fe-46c3-be06-365348919519 admin admin] Made reservation on behalf of e60907cd61cf42578aa09006fa9b2771 for: {'subnet': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:38.689431 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0bdf0718-a1fe-46c3-be06-365348919519 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.103102 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.objects.ports [None req-0bdf0718-a1fe-46c3-be06-365348919519 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93247) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:28:39.103591 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0bdf0718-a1fe-46c3-be06-365348919519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for subnet, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.158191 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf0718-a1fe-46c3-be06-365348919519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27ebe26-b85e-435c-b54f-92451f9fa4cb,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:39.169985 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdf0718-a1fe-46c3-be06-365348919519 admin admin] Checking segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:39.170357 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdf0718-a1fe-46c3-be06-365348919519 admin admin] Network hostable DHCP agents. Network: 8faae5fe-6b17-4018-b67e-363813f28d31, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:39.192083 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdf0718-a1fe-46c3-be06-365348919519 admin admin] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:39.204263 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-0bdf0718-a1fe-46c3-be06-365348919519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, 8faae5fe-6b17-4018-b67e-363813f28d31) {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:39.209337 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdf0718-a1fe-46c3-be06-365348919519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.210177 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0bdf0718-a1fe-46c3-be06-365348919519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.214617 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f1a2ba-798d-41e1-b1f2-2bbe2187cdde None None] Network 8faae5fe-6b17-4018-b67e-363813f28d31 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:39.229961 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-0bdf0718-a1fe-46c3-be06-365348919519 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5706937 Jul 16 18:28:39.348012 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd9997b-ee57-48c1-8770-a6632fa1b4aa None None] Network 8faae5fe-6b17-4018-b67e-363813f28d31 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:41.470085 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54234) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:41.616811 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-0a96ac17-0825-415d-992b-db728125a9df admin admin] 10.222.0.68 "GET /v2.0/routers/e7968b8d-4632-4f56-9f17-98e1a737abba HTTP/1.1" status: 200 len: 710 time: 0.1454968 Jul 16 18:28:41.679804 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device feb2fea8-1131-4d46-85d1-8b566acdc66e up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:41.703710 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b159e4b6-a52c-40cf-9a57-05392c084875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.705102 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-b159e4b6-a52c-40cf-9a57-05392c084875 admin admin] 10.222.0.68 "GET /v2.0/networks/8faae5fe-6b17-4018-b67e-363813f28d31 HTTP/1.1" status: 200 len: 886 time: 0.0831466 Jul 16 18:28:41.714787 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:41.728287 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port feb2fea8-1131-4d46-85d1-8b566acdc66e completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:41.731752 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port feb2fea8-1131-4d46-85d1-8b566acdc66e triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:41.732122 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.806179 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.838695 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port feb2fea8-1131-4d46-85d1-8b566acdc66e, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=feb2fea8-1131-4d46-85d1-8b566acdc66e,segment=NetworkSegment(8d87fbea-d23e-42d6-be32-2ee894f5fc46),segment_id=8d87fbea-d23e-42d6-be32-2ee894f5fc46)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:41.844777 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.948900 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=feb2fea8-1131-4d46-85d1-8b566acdc66e,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:42.076514 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5277'] for router, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.329217 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.418383 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.536698 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Allocated IP 172.27.3.12 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/eaa78a1a-b3e7-4e3b-9010-817466e944d9) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:42.649404 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.697771 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.736359 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:42.742307 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:42.745201 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:42.783870 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Pushing event updated for resources: {'Port': ['ID=eaa78a1a-b3e7-4e3b-9010-817466e944d9,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:43.009243 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.216922 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5277'] for router, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.222279 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-517141', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-517132', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-517253'] for router, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.330080 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Router e7968b8d-4632-4f56-9f17-98e1a737abba has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:43.538187 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:43.542608 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] Notify callbacks [] for router, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.543947 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-cf0ee998-6c0d-4ac3-96b2-daf81d89abd8 admin admin] 10.222.0.68 "PUT /v2.0/routers/e7968b8d-4632-4f56-9f17-98e1a737abba HTTP/1.1" status: 200 len: 889 time: 1.8332233 Jul 16 18:28:43.548710 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Sync routers for ids ['e7968b8d-4632-4f56-9f17-98e1a737abba'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:43.560919 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Routers {'e7968b8d-4632-4f56-9f17-98e1a737abba'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:43.561645 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:28:31Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['e7968b8d-4632-4f56-9f17-98e1a737abba'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:43.687427 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device feb2fea8-1131-4d46-85d1-8b566acdc66e up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:43.824058 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Set router e7968b8d-4632-4f56-9f17-98e1a737abba gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:43.948896 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port feb2fea8-1131-4d46-85d1-8b566acdc66e triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:43.949265 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.311589 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'name': 'router1', 'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'eaa78a1a-b3e7-4e3b-9010-817466e944d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:25Z', 'updated_at': '2021-07-16T18:28:42Z', 'revision_number': 4, 'project_id': '67e8bac73b8d4b27a518320469d7a841', 'gw_port': {'id': 'eaa78a1a-b3e7-4e3b-9010-817466e944d9', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:42Z', 'updated_at': '2021-07-16T18:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'feb2fea8-1131-4d46-85d1-8b566acdc66e', 'name': '', 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345', 'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'mac_address': 'fa:16:3e:9e:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '378cee35-cdc8-4181-9e02-8cc54e08c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '67e8bac73b8d4b27a518320469d7a841', 'subnets': [{'id': '378cee35-cdc8-4181-9e02-8cc54e08c8a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '690e6ee5-a0ad-4d15-8268-03baaaf36141'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:44.361192 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Checking router: e7968b8d-4632-4f56-9f17-98e1a737abba for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:44.361620 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Updating router e7968b8d-4632-4f56-9f17-98e1a737abba port eaa78a1a-b3e7-4e3b-9010-817466e944d9 binding host dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:44.398359 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.745052 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Notify callbacks [] for port, precommit_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.755078 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Transition to ACTIVE for port object eaa78a1a-b3e7-4e3b-9010-817466e944d9 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:44.763555 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.811197 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Attempting to bind port eaa78a1a-b3e7-4e3b-9010-817466e944d9 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:44.811566 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Attempting to bind port eaa78a1a-b3e7-4e3b-9010-817466e944d9 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:44.811931 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Attempting to bind port eaa78a1a-b3e7-4e3b-9010-817466e944d9 on network 8faae5fe-6b17-4018-b67e-363813f28d31 {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:44.818182 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d85541-cca1-4f20-9abf-64deaee37b35 None None] Pushing event updated for resources: {'Port': ['ID=eaa78a1a-b3e7-4e3b-9010-817466e944d9,revision_number=2']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:44.825272 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:44.825746 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Checking segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:44.826194 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.826427 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Bound using segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:44.826907 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Bound port: eaa78a1a-b3e7-4e3b-9010-817466e944d9, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:44.827299 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.963344 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] For port eaa78a1a-b3e7-4e3b-9010-817466e944d9, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:44.966272 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] For port eaa78a1a-b3e7-4e3b-9010-817466e944d9, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=eaa78a1a-b3e7-4e3b-9010-817466e944d9,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:44.971606 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.988830 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 5 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:28:45.028237 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d85541-cca1-4f20-9abf-64deaee37b35 None None] Pushing event updated for resources: {'Port': ['ID=eaa78a1a-b3e7-4e3b-9010-817466e944d9,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:45.032283 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Routers {'e7968b8d-4632-4f56-9f17-98e1a737abba'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:45.032861 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:28:31Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['e7968b8d-4632-4f56-9f17-98e1a737abba'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:45.141146 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] Set router e7968b8d-4632-4f56-9f17-98e1a737abba gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:45.356142 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'name': 'router1', 'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'eaa78a1a-b3e7-4e3b-9010-817466e944d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:25Z', 'updated_at': '2021-07-16T18:28:42Z', 'revision_number': 4, 'project_id': '67e8bac73b8d4b27a518320469d7a841', 'gw_port': {'id': 'eaa78a1a-b3e7-4e3b-9010-817466e944d9', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:42Z', 'updated_at': '2021-07-16T18:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'feb2fea8-1131-4d46-85d1-8b566acdc66e', 'name': '', 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345', 'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'mac_address': 'fa:16:3e:9e:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '378cee35-cdc8-4181-9e02-8cc54e08c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '67e8bac73b8d4b27a518320469d7a841', 'subnets': [{'id': '378cee35-cdc8-4181-9e02-8cc54e08c8a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '690e6ee5-a0ad-4d15-8268-03baaaf36141'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:45.384843 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9be431a-ce35-4284-ab19-d850061ef070 None None] The sync data for ids ['e7968b8d-4632-4f56-9f17-98e1a737abba'] in dv-cinder-786932-5-iscsi is: [{'id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'name': 'router1', 'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': 'eaa78a1a-b3e7-4e3b-9010-817466e944d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:25Z', 'updated_at': '2021-07-16T18:28:42Z', 'revision_number': 4, 'project_id': '67e8bac73b8d4b27a518320469d7a841', 'gw_port': {'id': 'eaa78a1a-b3e7-4e3b-9010-817466e944d9', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:42Z', 'updated_at': '2021-07-16T18:28:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'feb2fea8-1131-4d46-85d1-8b566acdc66e', 'name': '', 'network_id': '19576cc3-c399-478c-8e51-fc96ab4a6345', 'tenant_id': '67e8bac73b8d4b27a518320469d7a841', 'mac_address': 'fa:16:3e:9e:f4:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7968b8d-4632-4f56-9f17-98e1a737abba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '378cee35-cdc8-4181-9e02-8cc54e08c8a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '67e8bac73b8d4b27a518320469d7a841', 'subnets': [{'id': '378cee35-cdc8-4181-9e02-8cc54e08c8a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '690e6ee5-a0ad-4d15-8268-03baaaf36141'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:45.691770 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device eaa78a1a-b3e7-4e3b-9010-817466e944d9 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:45.743203 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port eaa78a1a-b3e7-4e3b-9010-817466e944d9 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:45.747886 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port eaa78a1a-b3e7-4e3b-9010-817466e944d9 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:45.748497 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.836578 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.862171 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port eaa78a1a-b3e7-4e3b-9010-817466e944d9, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=eaa78a1a-b3e7-4e3b-9010-817466e944d9,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:45.868722 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.925966 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=eaa78a1a-b3e7-4e3b-9010-817466e944d9,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:45.978085 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 54242) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:46.132290 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-33c9bc0e-f655-48bb-b4a1-ac9bee702df9 admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1527381 Jul 16 18:28:47.664846 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device eaa78a1a-b3e7-4e3b-9010-817466e944d9 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:47.712685 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port eaa78a1a-b3e7-4e3b-9010-817466e944d9 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:47.713053 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:58.650646 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d648d22d-7041-4c38-9594-1e9adf5c83dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.502019 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ba3ea01b-dd3d-42b2-89ca-f4ac55445279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.845292 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:02.533108 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.959196 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.988698 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 5 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:29:28.644212 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-11326c7e-4007-4eb2-b965-1923c05486f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.507285 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-1fe24856-88f8-48db-a1c0-810e3b768137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.840652 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.526800 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.950584 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.652230 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-78018671-4537-4832-9eed-cbc20db24b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:58.987260 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 5 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:30:01.510222 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-fb6d262e-1b6f-456a-a909-7c7afc346d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:01.844331 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.530335 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:03.956433 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.711099 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 54810) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:21.782567 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a4d87ee-d252-4c21-9ff9-f70d7138b33d admin admin] GET failed (client error): The resource could not be found. Jul 16 18:30:21.783854 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-3a4d87ee-d252-4c21-9ff9-f70d7138b33d admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0717988 Jul 16 18:30:21.946766 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a62f9e6-e9af-47f7-8fc3-3d1d0437ec1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:21.948292 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-1a62f9e6-e9af-47f7-8fc3-3d1d0437ec1c admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1603978 Jul 16 18:30:24.065370 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54820) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:24.163912 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16436f14-6f1f-42c9-a5da-dee867169c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:24.165242 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-16436f14-6f1f-42c9-a5da-dee867169c4b admin admin] 10.222.0.68 "GET /v2.0/subnets/378cee35-cdc8-4181-9e02-8cc54e08c8a7 HTTP/1.1" status: 200 len: 849 time: 0.0988493 Jul 16 18:30:24.174587 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:24.263310 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.403605 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728546825355'] for subnet, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.436226 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:24.436798 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.438072 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] 10.222.0.68 "PUT /v2.0/subnets/378cee35-cdc8-4181-9e02-8cc54e08c8a7 HTTP/1.1" status: 200 len: 868 time: 0.2672234 Jul 16 18:30:24.450606 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9219e648-eb5d-4851-a581-e94734f2e440 None None] Network 19576cc3-c399-478c-8e51-fc96ab4a6345 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:24.458492 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=378cee35-cdc8-4181-9e02-8cc54e08c8a7,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:24.465910 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:24.466266 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:24.466723 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:24.466913 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:24.467249 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:24.467570 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:24.467907 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:24.468240 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:24.468572 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:24.468888 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:24.469199 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:24.469546 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd4e38-88ac-43cc-9f05-5807a36a5ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:24.797683 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-54eb0a7d-996b-470f-a51b-ea7d16699523 None None] Provisioning complete for port feb2fea8-1131-4d46-85d1-8b566acdc66e triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:24.798153 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-54eb0a7d-996b-470f-a51b-ea7d16699523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.887000 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-54eb0a7d-996b-470f-a51b-ea7d16699523 None None] Provisioning complete for port e1dd8932-f6a1-4a76-b8eb-d4304f6dd575 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:24.887240 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-54eb0a7d-996b-470f-a51b-ea7d16699523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.587197 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54830) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:26.792414 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6965fd-f775-4623-b0d3-7e14eb342193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:26.792808 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6965fd-f775-4623-b0d3-7e14eb342193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:26.794430 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-5d6965fd-f775-4623-b0d3-7e14eb342193 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2062554 Jul 16 18:30:28.646494 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8ea8c664-524e-405c-b807-31d660aca36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.947071 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54838) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:29.085370 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f19f65-385e-4ab3-bead-7293d64ea6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:29.085869 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f19f65-385e-4ab3-bead-7293d64ea6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:29.087479 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a8f19f65-385e-4ab3-bead-7293d64ea6ab admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1394293 Jul 16 18:30:31.260268 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54846) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:31.391865 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92215d7e-8ef7-4ca1-ba71-d98497311020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:31.393298 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-92215d7e-8ef7-4ca1-ba71-d98497311020 admin admin] 10.222.0.68 "GET /v2.0/networks/19576cc3-c399-478c-8e51-fc96ab4a6345 HTTP/1.1" status: 200 len: 869 time: 0.1320441 Jul 16 18:30:31.514524 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-dbd8ceed-f0c6-424c-b23a-4877a229853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.849696 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.534020 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.531025 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 54854) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:33.656514 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b03132-dce9-49d9-8532-f42f50ac0ae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:33.657923 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-74b03132-dce9-49d9-8532-f42f50ac0ae2 admin admin] 10.222.0.68 "GET /v2.0/networks/8faae5fe-6b17-4018-b67e-363813f28d31 HTTP/1.1" status: 200 len: 886 time: 0.1259632 Jul 16 18:30:33.958995 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.802650 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 54862) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:35.939853 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d109e033-6062-469b-b40a-b4883a16a923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.940229 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d109e033-6062-469b-b40a-b4883a16a923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.941843 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-d109e033-6062-469b-b40a-b4883a16a923 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1382055 Jul 16 18:30:35.986123 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 5 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:30:38.069363 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54870) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:38.217419 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0b44c5-80ac-48e1-870e-31145677c975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:38.218050 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0b44c5-80ac-48e1-870e-31145677c975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:38.220421 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-2c0b44c5-80ac-48e1-870e-31145677c975 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1497927 Jul 16 18:30:40.356575 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54878) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:40.460435 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5f6ba0-4279-4d75-b347-1cdc2ced3d89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:40.461797 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-4f5f6ba0-4279-4d75-b347-1cdc2ced3d89 admin admin] 10.222.0.68 "GET /v2.0/subnets/378cee35-cdc8-4181-9e02-8cc54e08c8a7 HTTP/1.1" status: 200 len: 868 time: 0.1038761 Jul 16 18:30:42.623329 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54886) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:42.726547 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f622416-6f08-4d94-b57c-6e13b3b30c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:42.727861 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-8f622416-6f08-4d94-b57c-6e13b3b30c60 admin admin] 10.222.0.68 "GET /v2.0/subnets/b27ebe26-b85e-435c-b54f-92451f9fa4cb HTTP/1.1" status: 200 len: 816 time: 0.1035287 Jul 16 18:30:58.649616 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-63446565-f83f-423b-95ae-b133d159cb20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.520672 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2278b760-9354-4200-8c39-2096547f670b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:01.853290 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.535282 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:03.963204 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:06.908917 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54938) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:06.961873 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [None req-1db117ad-c0cc-4332-b40f-8f208240a8ef admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:31:06.962868 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-1db117ad-c0cc-4332-b40f-8f208240a8ef admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526700 Jul 16 18:31:09.195861 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 54946) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:09.266684 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30d98ea-862e-4ca4-a499-9ec3f072c3dd admin admin] GET failed (client error): The resource could not be found. Jul 16 18:31:09.268100 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a30d98ea-862e-4ca4-a499-9ec3f072c3dd admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0713050 Jul 16 18:31:09.407892 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefacc00-ddb7-4133-a4ec-6dcf5020db4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:09.409383 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-cefacc00-ddb7-4133-a4ec-6dcf5020db4a admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1351807 Jul 16 18:31:11.575970 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 54954) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:11.632213 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:11.663995 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Made reservation on behalf of e60907cd61cf42578aa09006fa9b2771 for: {'network': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:11.666376 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.700568 dv-cinder-786932-5-iscsi neutron-server[93247]: WARNING neutron.services.revisions.revision_plugin [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Could not find related network for resource to bump revision. Jul 16 18:31:11.714266 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=93247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:31:11.724769 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.725113 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.segments_db [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Added segment a85ae603-df81-4c41-bd03-03f9573687d1 of type vlan for network 9c5c589d-b853-4829-b8be-ac489a8be2ea Jul 16 18:31:11.766458 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.803336 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.804293 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:11.804866 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:11.836492 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2594373 Jul 16 18:31:11.868537 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Pushing event updated for resources: {'Network': ['ID=9c5c589d-b853-4829-b8be-ac489a8be2ea,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:11.876180 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:11.876560 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:11.876944 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:11.877282 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:11.877645 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:11.877964 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:11.878300 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:11.878630 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:11.878975 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:11.879303 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:11.879627 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:11.879949 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dd0c79-12fb-4f21-b830-5d2907376263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:11.892445 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network 9c5c589d-b853-4829-b8be-ac489a8be2ea details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:31:12.985210 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 5 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:13.995873 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 54962) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:31:14.066313 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.pecan_wsgi.hooks.translation [None req-c004f9b7-58fa-4a44-906a-81568e112819 admin admin] GET failed (client error): The resource could not be found. Jul 16 18:31:14.067609 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-c004f9b7-58fa-4a44-906a-81568e112819 admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0706997 Jul 16 18:31:14.136101 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafc2543-c4c6-4b91-b0dc-14479d02d0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:14.137588 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-bafc2543-c4c6-4b91-b0dc-14479d02d0e4 admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656564 Jul 16 18:31:14.147190 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-95fef8d1-eb06-403a-9014-168abb45259d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': '9c5c589d-b853-4829-b8be-ac489a8be2ea', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:31:14.169612 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fef8d1-eb06-403a-9014-168abb45259d admin admin] Made reservation on behalf of e60907cd61cf42578aa09006fa9b2771 for: {'subnet': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:31:14.171986 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95fef8d1-eb06-403a-9014-168abb45259d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.339566 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95fef8d1-eb06-403a-9014-168abb45259d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for subnet, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.387250 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fef8d1-eb06-403a-9014-168abb45259d admin admin] Pushing event updated for resources: {'Subnet': ['ID=50781f0f-91f5-4f93-b3c0-c37e2bf57771,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:14.403610 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fef8d1-eb06-403a-9014-168abb45259d admin admin] Checking segment: {'id': 'a85ae603-df81-4c41-bd03-03f9573687d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9c5c589d-b853-4829-b8be-ac489a8be2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:14.403967 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fef8d1-eb06-403a-9014-168abb45259d admin admin] Network hostable DHCP agents. Network: 9c5c589d-b853-4829-b8be-ac489a8be2ea, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:31:14.422665 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fef8d1-eb06-403a-9014-168abb45259d admin admin] Network 9c5c589d-b853-4829-b8be-ac489a8be2ea is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:31:14.432638 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-95fef8d1-eb06-403a-9014-168abb45259d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, 9c5c589d-b853-4829-b8be-ac489a8be2ea) {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:14.437789 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fef8d1-eb06-403a-9014-168abb45259d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:14.443080 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95fef8d1-eb06-403a-9014-168abb45259d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.443601 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075d0c3b-6c71-43e0-a015-26d25552c8b0 None None] Network 9c5c589d-b853-4829-b8be-ac489a8be2ea requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:14.455118 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-95fef8d1-eb06-403a-9014-168abb45259d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3113985 Jul 16 18:31:14.688142 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31edc0eb-8258-548e-8120-c04d0bd9b52e-9c5c589d-b853-4829-b8be-ac489a8be2ea', 'network_id': '9c5c589d-b853-4829-b8be-ac489a8be2ea', 'tenant_id': 'e60907cd61cf42578aa09006fa9b2771', 'fixed_ips': [{'subnet_id': '50781f0f-91f5-4f93-b3c0-c37e2bf57771'}]}} from dv-cinder-786932-5-iscsi. {{(pid=93248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:31:14.689062 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.827222 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.db_base_plugin_common [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Allocated IP 192.168.233.2 (9c5c589d-b853-4829-b8be-ac489a8be2ea/50781f0f-91f5-4f93-b3c0-c37e2bf57771/721fa3bb-8de4-4010-9455-1565b2862198) {{(pid=93248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:31:14.973029 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Notify callbacks [] for port, precommit_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:14.981840 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Transition to ACTIVE for port object 721fa3bb-8de4-4010-9455-1565b2862198 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:14.997301 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Transition to ACTIVE for port object 721fa3bb-8de4-4010-9455-1565b2862198 will not be triggered until provisioned by entity DHCP. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:31:15.005589 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.047203 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Network 9c5c589d-b853-4829-b8be-ac489a8be2ea is already hosted by enough agents. {{(pid=93248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:31:15.050228 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.base_scheduler [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Resources bound (agent type, host, resource id): {{(pid=93248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:31:15.054785 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Pushing event updated for resources: {'Port': ['ID=721fa3bb-8de4-4010-9455-1565b2862198,revision_number=1']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:15.056930 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Received port after_create {{(pid=93248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:31:15.067638 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:15.067991 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:15.068650 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:15.068988 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:15.069322 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:15.069699 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:15.070030 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:15.070359 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:15.070706 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:15.071039 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:15.071364 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:15.071687 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:31:15.123890 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Attempting to bind port 721fa3bb-8de4-4010-9455-1565b2862198 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:31:15.124262 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Attempting to bind port 721fa3bb-8de4-4010-9455-1565b2862198 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'a85ae603-df81-4c41-bd03-03f9573687d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9c5c589d-b853-4829-b8be-ac489a8be2ea'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:31:15.124626 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Attempting to bind port 721fa3bb-8de4-4010-9455-1565b2862198 on network 9c5c589d-b853-4829-b8be-ac489a8be2ea {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:31:15.130098 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:31:15.130485 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Checking segment: {'id': 'a85ae603-df81-4c41-bd03-03f9573687d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9c5c589d-b853-4829-b8be-ac489a8be2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:31:15.130874 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.131305 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Bound using segment: {'id': 'a85ae603-df81-4c41-bd03-03f9573687d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9c5c589d-b853-4829-b8be-ac489a8be2ea'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:31:15.131763 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Bound port: 721fa3bb-8de4-4010-9455-1565b2862198, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a85ae603-df81-4c41-bd03-03f9573687d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9c5c589d-b853-4829-b8be-ac489a8be2ea'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:31:15.132137 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.198815 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] For port 721fa3bb-8de4-4010-9455-1565b2862198, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:31:15.202288 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] For port 721fa3bb-8de4-4010-9455-1565b2862198, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=721fa3bb-8de4-4010-9455-1565b2862198,segment=NetworkSegment(a85ae603-df81-4c41-bd03-03f9573687d1),segment_id=a85ae603-df81-4c41-bd03-03f9573687d1)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:31:15.208133 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.269020 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff8d64-7850-42aa-b7ec-b9021c3c74fd None None] Pushing event updated for resources: {'Port': ['ID=721fa3bb-8de4-4010-9455-1565b2862198,revision_number=2']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:15.797308 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 721fa3bb-8de4-4010-9455-1565b2862198 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:15.854049 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port 721fa3bb-8de4-4010-9455-1565b2862198 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:16.095842 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5721b0c-6b81-41b5-9e3d-b57a1b3c7904 None None] Network 9c5c589d-b853-4829-b8be-ac489a8be2ea requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:31:16.220513 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-2d6c90a3-964a-4a1a-b9a9-4c49430b96cc None None] Provisioning for port 721fa3bb-8de4-4010-9455-1565b2862198 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:31:16.226704 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-2d6c90a3-964a-4a1a-b9a9-4c49430b96cc None None] Provisioning complete for port 721fa3bb-8de4-4010-9455-1565b2862198 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:16.227100 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2d6c90a3-964a-4a1a-b9a9-4c49430b96cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.339651 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2d6c90a3-964a-4a1a-b9a9-4c49430b96cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.376037 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-2d6c90a3-964a-4a1a-b9a9-4c49430b96cc None None] For port 721fa3bb-8de4-4010-9455-1565b2862198, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=721fa3bb-8de4-4010-9455-1565b2862198,segment=NetworkSegment(a85ae603-df81-4c41-bd03-03f9573687d1),segment_id=a85ae603-df81-4c41-bd03-03f9573687d1)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:16.381080 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2d6c90a3-964a-4a1a-b9a9-4c49430b96cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:16.433707 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c90a3-964a-4a1a-b9a9-4c49430b96cc None None] Pushing event updated for resources: {'Port': ['ID=721fa3bb-8de4-4010-9455-1565b2862198,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:16.500919 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-a4316fd5-5a39-43f4-a7cc-0dfc49a3ea03 None None] Provisioning complete for port 721fa3bb-8de4-4010-9455-1565b2862198 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:16.501447 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a4316fd5-5a39-43f4-a7cc-0dfc49a3ea03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:17.787825 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 721fa3bb-8de4-4010-9455-1565b2862198 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:17.835359 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 721fa3bb-8de4-4010-9455-1565b2862198 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:17.835725 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.654520 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-faf56452-d20c-44c8-83de-30b17c9fb145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.525876 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-82b2b3ed-c708-4827-80fa-f3df96016b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:31.857300 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:32.538928 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:33.966967 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.984351 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 5 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:58.662419 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-58d5bfe3-a816-426c-8c3b-0d95007b8ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.542903 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-4609cbee-f1f8-4ae6-9099-ee05e1dbfc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:01.861085 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:02.542124 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:03.974209 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.084576 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55014) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:24.090593 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [None req-e8d008cf-253c-41c5-a63a-636436387edb tempest-verify_tempest_config-751524424 tempest-verify_tempest_config-751524424-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:32:24.091621 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-e8d008cf-253c-41c5-a63a-636436387edb tempest-verify_tempest_config-751524424 tempest-verify_tempest_config-751524424-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060015 Jul 16 18:32:24.419230 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55032) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:24.533315 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.629033 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.634595 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.678420 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1679507b9073451cb80eff7888e3c1a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2579031 Jul 16 18:32:24.679360 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348392d0-170f-4c33-a2a0-5fc58cfe549e,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:24.681378 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 55036) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:24.686714 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.687083 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.687429 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.687763 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.688091 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.688442 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.688771 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.689114 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.689470 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.689767 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.690103 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.690423 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f0f79b-a0ce-4f44-aded-4d49603c0223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.738374 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.758491 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.849610 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.853232 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:24.854831 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/348392d0-170f-4c33-a2a0-5fc58cfe549e HTTP/1.1" status: 204 len: 168 time: 0.1724625 Jul 16 18:32:24.862769 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348392d0-170f-4c33-a2a0-5fc58cfe549e,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:24.869495 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.869863 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.870211 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.870573 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.870878 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.871238 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.871519 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.871846 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.872188 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.872518 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.872840 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:24.873157 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7500792b-3360-4ba8-a352-63bcad1a2e01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:26.983304 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 5 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:28.655248 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-b82aa551-4e16-497d-89c3-fe4426315fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.528066 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a52b3fb6-8f93-443b-ba16-1f825e784dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:31.864527 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:32.546561 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.977645 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:58.669133 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2960dd9c-88db-4147-80ea-a6d05efbfbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.537240 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-4687410b-ad0f-4d61-be6d-69dd02d2b78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:01.874568 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:02.554102 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:03.984287 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 5 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:33:03.990424 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:28.666602 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-015380bd-a939-4310-9e79-80e33643e3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.537262 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d20d50e5-38d8-4b36-8423-e105ab0e1081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:31.870483 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:32.560964 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:33.991279 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.988280 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 5 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:33:58.658906 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9db612d8-2f25-4d06-a99d-0431b84010d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.536327 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-b3018d58-3721-47db-8a18-c2033d3f4027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:01.867333 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.557463 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:02.917518 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-513548'] for agent, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:03.994082 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:17.471454 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 55110) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:17.599902 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-7ff6d60e-fde4-4986-9b3c-31efa94c7232 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1272993 Jul 16 18:34:17.987687 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:19.715044 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 55120) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:34:19.775254 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-bd0a7671-5f83-49fd-874e-f11a5d635bc0 admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0590692 Jul 16 18:34:28.671118 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-7809d19a-9dda-4ecc-a1d7-98a4d0c3fcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.535556 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-4b35b83c-bbd4-4617-abd6-ab7af1953efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:31.865854 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.571169 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:32.885287 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:33.997625 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:54.992017 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:58.672217 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-6a6ac431-4e6a-4c2e-b1ac-10c4436e02f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.534729 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9b82560c-1f23-4626-a31a-ba4217f44601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:01.863811 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.574721 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.889302 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:03.998469 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:28.665595 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9f0563a8-d1cf-4a6d-9511-acb82522f0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.527547 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-b4da4bce-b21c-4a94-8c16-6ac9642c4e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.857615 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:31.992498 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:35:32.569050 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.881374 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.001585 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.639542 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55334) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:50.927465 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55360) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:50.987974 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1503069969-network', 'tenant_id': 'c5607965800841a692b6942051d81098'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:51.013810 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Made reservation on behalf of c5607965800841a692b6942051d81098 for: {'network': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:51.016611 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.027285 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.089965 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 55366) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:51.124622 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.129854 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.143038 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=93247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:51.156621 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.156949 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.segments_db [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Added segment df9af291-cfc9-4fdb-a79a-c493d2b48a0f of type vlan for network 29873718-7d95-4147-8f25-a586bd11d585 Jul 16 18:35:51.181637 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 55374) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:51.204780 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.209840 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e13008-1be7-4106-be2f-3a5fc440536f,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.218171 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.218553 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.218871 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.219253 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.219582 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.219908 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.220227 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.220547 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.220895 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.221200 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.221538 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.221849 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Tracked resource versions report: Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: pushed versions: Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: { 'AddressGroup': {'1.2'}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'ConntrackHelper': {'1.0'}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Log': {'1.0'}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Network': {'1.1'}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Port': {'1.7'}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'PortForwarding': {'1.2'}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'QosPolicy': {'1.8'}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'SecurityGroup': {'1.4'}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'SubPort': {'1.0'}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Subnet': {'1.1'}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Trunk': {'1.1'}} Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: consumer versions: Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: { DHCP agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: HyperV agent@hv-cinder-78693: {}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: L3 agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: Metadata agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: Metering agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: Open vSwitch agent@dv-cinder-786932-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'ConntrackHelper': '1.0', Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Log': '1.0', Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Network': '1.1', Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Port': '1.7', Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'PortForwarding': '1.2', Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'QosPolicy': '1.8', Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'SecurityGroup': '1.4', Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'SecurityGroupRule': '1.2', Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'SubPort': '1.0', Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Subnet': '1.1', Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: 'Trunk': '1.1'}} Jul 16 18:35:51.222890 dv-cinder-786932-5-iscsi neutron-server[93247]: {{(pid=93247) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:35:51.259408 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.260408 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:51.260998 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.297596 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 55380) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:51.302565 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Request body: {'subnet': {'network_id': '29873718-7d95-4147-8f25-a586bd11d585', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1503069969-subnet', 'tenant_id': 'c5607965800841a692b6942051d81098', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:51.307459 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6661355 Jul 16 18:35:51.311110 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1634425011-network', 'tenant_id': 'fb54116dfef342de94149d52c6033134'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:51.348897 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-232951751-network', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:51.357548 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Made reservation on behalf of c5607965800841a692b6942051d81098 for: {'subnet': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:51.360785 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.428788 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27dc3b6-e237-401c-9507-e6a532116781 admin admin] Pushing event updated for resources: {'Network': ['ID=29873718-7d95-4147-8f25-a586bd11d585,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.440486 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] Made reservation on behalf of fb54116dfef342de94149d52c6033134 for: {'network': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:51.441255 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network 29873718-7d95-4147-8f25-a586bd11d585 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:51.443730 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.456539 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.478957 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-447777041-network', 'tenant_id': 'ffaac37300a04fd29c2f73de31eb355d'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:51.563559 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] Made reservation on behalf of 3b8177a378e543ef8f2fbab8b0445fdc for: {'network': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:51.573189 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.586949 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.702436 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.707893 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.720276 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=93247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:51.720818 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for subnet, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.732912 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.733508 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.segments_db [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] Added segment c0d4571c-1484-4f9b-8119-bcb2e488af92 of type vlan for network e8ad46c9-129c-4ddd-b2a7-74be4109f043 Jul 16 18:35:51.741523 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] Made reservation on behalf of ffaac37300a04fd29c2f73de31eb355d for: {'network': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:51.744477 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.775499 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.782809 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.827561 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aceba6e-60c6-4e51-aedf-845366efad19,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.830584 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.831572 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:51.832374 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.848230 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19ee39ff-aec1-451c-8b83-48ed0ded6052,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.852100 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Checking segment: {'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:51.853040 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Network hostable DHCP agents. Network: 29873718-7d95-4147-8f25-a586bd11d585, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:51.873518 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.874238 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.874801 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.875412 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.875925 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.876528 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.877072 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.877678 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.878313 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.878853 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.879410 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.879950 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Tracked resource versions report: Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: pushed versions: Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: { 'AddressGroup': {'1.2'}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'ConntrackHelper': {'1.0'}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Log': {'1.0'}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Network': {'1.1'}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Port': {'1.7'}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'PortForwarding': {'1.2'}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'QosPolicy': {'1.8'}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'SecurityGroup': {'1.4'}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'SubPort': {'1.0'}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Subnet': {'1.1'}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Trunk': {'1.1'}} Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: consumer versions: Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: { DHCP agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: HyperV agent@hv-cinder-78693: {}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: L3 agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: Metadata agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: Metering agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: Open vSwitch agent@dv-cinder-786932-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'ConntrackHelper': '1.0', Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Log': '1.0', Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Network': '1.1', Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Port': '1.7', Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'PortForwarding': '1.2', Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'QosPolicy': '1.8', Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'SecurityGroup': '1.4', Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'SecurityGroupRule': '1.2', Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'SubPort': '1.0', Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Subnet': '1.1', Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: 'Trunk': '1.1'}} Jul 16 18:35:51.881551 dv-cinder-786932-5-iscsi neutron-server[93246]: {{(pid=93246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:35:51.903776 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e8ad46c9-129c-4ddd-b2a7-74be4109f043,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:51.908980 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Network 29873718-7d95-4147-8f25-a586bd11d585 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:51.916380 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network e8ad46c9-129c-4ddd-b2a7-74be4109f043 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:51.942658 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, 29873718-7d95-4147-8f25-a586bd11d585) {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:51.952370 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:51.953134 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.971023 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:51.977486 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac508ea6-0522-47ef-9cf8-c30b0ff4781f None None] Network 29873718-7d95-4147-8f25-a586bd11d585 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:51.997502 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.009232 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-59ed9993-1fb5-4a05-b535-b384f29284b0 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0806720 Jul 16 18:35:52.011488 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55424) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:52.014103 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-cf99dbd9-f13d-4a2d-9db3-5e3036ee4616 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7154267 Jul 16 18:35:52.018545 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-7d558dc9-8083-4182-9a6b-58c6b46c8acd admin admin] Request body: {'subnet': {'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1634425011-subnet', 'tenant_id': 'fb54116dfef342de94149d52c6033134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:52.058316 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=93246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:52.091456 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3057a7c6-ca7e-4676-94c9-f1c863a67ba5,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:52.128469 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.128469 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.segments_db [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] Added segment 5cf66242-70cf-4ea4-9d21-f84297e84e34 of type vlan for network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f Jul 16 18:35:52.128750 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55428) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:52.238461 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.295095 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8635a5e-6ebb-43ca-8eef-03faa2245d7a None None] Network 29873718-7d95-4147-8f25-a586bd11d585 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:52.324374 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f38102b1-1bc0-425c-a286-03eae59ce01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.350358 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.371773 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.376645 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.381891 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:52.382606 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.393878 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=93246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:35:52.401806 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d558dc9-8083-4182-9a6b-58c6b46c8acd admin admin] Made reservation on behalf of fb54116dfef342de94149d52c6033134 for: {'subnet': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:52.404320 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7d558dc9-8083-4182-9a6b-58c6b46c8acd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.419184 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.419556 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.segments_db [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] Added segment fbc26b6a-4e40-4beb-9f43-da6d3fd47620 of type vlan for network 5558c952-6dfb-4b9d-806f-6001806ecab8 Jul 16 18:35:52.666757 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.685761 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f38102b1-1bc0-425c-a286-03eae59ce01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.699158 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:52.709250 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.710234 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:52.710881 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.722713 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6302125 Jul 16 18:35:52.726273 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 55460) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:52.732533 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f38102b1-1bc0-425c-a286-03eae59ce01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.761177 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-ebb3e7bc-dddc-4744-bfe8-768b0e61e130 admin admin] Request body: {'subnet': {'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-subnet', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:52.764209 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-f38102b1-1bc0-425c-a286-03eae59ce01c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c6ce4cae211a431f80de51c9f51e9222&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6344211 Jul 16 18:35:52.765230 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55464) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:52.770825 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5850680 Jul 16 18:35:52.772025 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a704d-0278-454a-8d40-f70219a67270 admin admin] Pushing event updated for resources: {'Network': ['ID=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:52.783053 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:52.810330 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55466) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:52.818983 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-612f6386-c2fd-489b-9c78-0def510c5b7d admin admin] Request body: {'subnet': {'network_id': '5558c952-6dfb-4b9d-806f-6001806ecab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-447777041-subnet', 'tenant_id': 'ffaac37300a04fd29c2f73de31eb355d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:52.851222 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7d558dc9-8083-4182-9a6b-58c6b46c8acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for subnet, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.892191 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38102b1-1bc0-425c-a286-03eae59ce01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33964c8-d6fc-499d-8c77-878a9d4da357,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:52.901725 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833d5cb-6e2a-4f51-bb14-96fade71c2c3 admin admin] Pushing event updated for resources: {'Network': ['ID=5558c952-6dfb-4b9d-806f-6001806ecab8,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:52.908843 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.db.api [None req-ebb3e7bc-dddc-4744-bfe8-768b0e61e130 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:35:52.908843 dv-cinder-786932-5-iscsi neutron-server[93246]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:35:52.908843 dv-cinder-786932-5-iscsi neutron-server[93246]: [parameters: {'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'id': '5d2b8b9e-f9aa-4619-a650-004bb185bef7', 'expiration': datetime.datetime(2021, 7, 16, 18, 37, 52, 904382)}] Jul 16 18:35:52.908843 dv-cinder-786932-5-iscsi neutron-server[93246]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:35:52.909231 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG oslo_db.api [None req-ebb3e7bc-dddc-4744-bfe8-768b0e61e130 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:35:52.934797 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network 5558c952-6dfb-4b9d-806f-6001806ecab8 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:35:52.961571 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-76da0b48-1457-4fe4-b60d-d0176df2efd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:52.992951 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612f6386-c2fd-489b-9c78-0def510c5b7d admin admin] Made reservation on behalf of ffaac37300a04fd29c2f73de31eb355d for: {'subnet': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:52.995608 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-612f6386-c2fd-489b-9c78-0def510c5b7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.025608 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-76da0b48-1457-4fe4-b60d-d0176df2efd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.047015 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d558dc9-8083-4182-9a6b-58c6b46c8acd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a1f91e-ba26-4d13-a774-60668e112a4c,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:53.054899 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d558dc9-8083-4182-9a6b-58c6b46c8acd admin admin] Checking segment: {'id': 'c0d4571c-1484-4f9b-8119-bcb2e488af92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:53.055022 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d558dc9-8083-4182-9a6b-58c6b46c8acd admin admin] Network hostable DHCP agents. Network: e8ad46c9-129c-4ddd-b2a7-74be4109f043, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:53.148079 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d558dc9-8083-4182-9a6b-58c6b46c8acd admin admin] Network e8ad46c9-129c-4ddd-b2a7-74be4109f043 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:53.166012 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-7d558dc9-8083-4182-9a6b-58c6b46c8acd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, e8ad46c9-129c-4ddd-b2a7-74be4109f043) {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:53.170756 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-76da0b48-1457-4fe4-b60d-d0176df2efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.173185 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-76da0b48-1457-4fe4-b60d-d0176df2efd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.174473 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-76da0b48-1457-4fe4-b60d-d0176df2efd4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c33964c8-d6fc-499d-8c77-878a9d4da357 HTTP/1.1" status: 204 len: 168 time: 0.3993528 Jul 16 18:35:53.177377 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630feb94-58be-4067-b4c4-4fd7f8191808 None None] Network e8ad46c9-129c-4ddd-b2a7-74be4109f043 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:53.186643 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d558dc9-8083-4182-9a6b-58c6b46c8acd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:53.187002 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7d558dc9-8083-4182-9a6b-58c6b46c8acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.207387 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da0b48-1457-4fe4-b60d-d0176df2efd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33964c8-d6fc-499d-8c77-878a9d4da357,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:53.240391 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-7d558dc9-8083-4182-9a6b-58c6b46c8acd admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2275174 Jul 16 18:35:53.243287 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55492) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:53.250608 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1634425011-router', 'tenant_id': 'fb54116dfef342de94149d52c6033134', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:53.321577 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-517367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5254'] for router, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.323420 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5263'] for router, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.340300 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-612f6386-c2fd-489b-9c78-0def510c5b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for subnet, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.454612 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c04622-181d-402b-88c6-4579943e5a31 None None] Network e8ad46c9-129c-4ddd-b2a7-74be4109f043 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:53.460785 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb3e7bc-dddc-4744-bfe8-768b0e61e130 admin admin] Made reservation on behalf of 3b8177a378e543ef8f2fbab8b0445fdc for: {'subnet': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:53.465872 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ebb3e7bc-dddc-4744-bfe8-768b0e61e130 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.574860 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f6386-c2fd-489b-9c78-0def510c5b7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=96bd5d41-f194-4a43-88c4-71deec18da75,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:53.604954 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612f6386-c2fd-489b-9c78-0def510c5b7d admin admin] Checking segment: {'id': 'fbc26b6a-4e40-4beb-9f43-da6d3fd47620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5558c952-6dfb-4b9d-806f-6001806ecab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:53.605229 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612f6386-c2fd-489b-9c78-0def510c5b7d admin admin] Network hostable DHCP agents. Network: 5558c952-6dfb-4b9d-806f-6001806ecab8, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:53.616029 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.691352 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612f6386-c2fd-489b-9c78-0def510c5b7d admin admin] Network 5558c952-6dfb-4b9d-806f-6001806ecab8 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:53.782458 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ebb3e7bc-dddc-4744-bfe8-768b0e61e130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for subnet, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.799505 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-612f6386-c2fd-489b-9c78-0def510c5b7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, 5558c952-6dfb-4b9d-806f-6001806ecab8) {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:53.804927 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55518) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:53.811901 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34c8535-e635-4320-bcd3-402ffc282b23 None None] Network 5558c952-6dfb-4b9d-806f-6001806ecab8 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:53.816977 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612f6386-c2fd-489b-9c78-0def510c5b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:53.817674 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-612f6386-c2fd-489b-9c78-0def510c5b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.860354 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0cfaa085-367d-421b-9d02-2becfb38c5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.861954 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3e7bc-dddc-4744-bfe8-768b0e61e130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ca2ddb-74dd-47d1-8095-68f81754e5b8,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:53.889032 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 55526) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:53.894713 dv-cinder-786932-5-iscsi neutron-server[93246]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 18:35:53.918633 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5277'] for router, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.934105 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-612f6386-c2fd-489b-9c78-0def510c5b7d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1196785 Jul 16 18:35:54.107875 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb3e7bc-dddc-4744-bfe8-768b0e61e130 admin admin] Checking segment: {'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:54.108230 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb3e7bc-dddc-4744-bfe8-768b0e61e130 admin admin] Network hostable DHCP agents. Network: 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:35:54.111716 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbd7b7b-41f1-49d5-9b9b-ef05bbc99b13 None None] Network 5558c952-6dfb-4b9d-806f-6001806ecab8 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:54.147473 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0cfaa085-367d-421b-9d02-2becfb38c5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.168623 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0cfaa085-367d-421b-9d02-2becfb38c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.172184 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb3e7bc-dddc-4744-bfe8-768b0e61e130 admin admin] Network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:35:54.195612 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-ebb3e7bc-dddc-4744-bfe8-768b0e61e130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f) {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:54.214124 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb3e7bc-dddc-4744-bfe8-768b0e61e130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:54.214781 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ebb3e7bc-dddc-4744-bfe8-768b0e61e130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.221971 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171467ea-a185-485c-9285-3e5d50fd1e85 None None] Network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:54.241378 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-770c78aa-834a-4466-b5d6-8e498182c956 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:54.243203 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-770c78aa-834a-4466-b5d6-8e498182c956 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/networks?id=29873718-7d95-4147-8f25-a586bd11d585 HTTP/1.1" status: 200 len: 815 time: 0.3497963 Jul 16 18:35:54.244936 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-ebb3e7bc-dddc-4744-bfe8-768b0e61e130 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5174685 Jul 16 18:35:54.253233 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 55546) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:54.264681 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:54.265447 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfaa085-367d-421b-9d02-2becfb38c5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a30c275-ec19-4522-80c5-9e7e2a0d7d1d,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:54.296280 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-0cfaa085-367d-421b-9d02-2becfb38c5b8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3b72172cbad34726bb01f1d75957d33e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4878938 Jul 16 18:35:54.298563 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55552) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:54.339828 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-517367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5254'] for router, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.341335 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5263'] for router, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.356864 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-295c8cba-e2d0-418a-a238-3a2fbd88b304 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/quotas/c5607965800841a692b6942051d81098 HTTP/1.1" status: 200 len: 375 time: 0.1063292 Jul 16 18:35:54.429576 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-fb0f0815-bcd7-4191-af48-8355f5b8a89e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c5607965800841a692b6942051d81098&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591178 Jul 16 18:35:54.455373 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a9ad404a-a625-4ccb-9700-2aa6a514e0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.478011 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a9ad404a-a625-4ccb-9700-2aa6a514e0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.490545 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.552894 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31edc0eb-8258-548e-8120-c04d0bd9b52e-4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8'}]}} from dv-cinder-786932-5-iscsi. {{(pid=93248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:35:54.554442 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.566707 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.602914 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55572) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:54.612467 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.624255 dv-cinder-786932-5-iscsi neutron-server[93247]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 18:35:54.641556 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a9ad404a-a625-4ccb-9700-2aa6a514e0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.644136 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a9ad404a-a625-4ccb-9700-2aa6a514e0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.645258 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-a9ad404a-a625-4ccb-9700-2aa6a514e0df admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7a30c275-ec19-4522-80c5-9e7e2a0d7d1d HTTP/1.1" status: 204 len: 168 time: 0.3456402 Jul 16 18:35:54.649859 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5277'] for router, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.709579 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-14aaff08-4bd1-4445-9d34-e1af8a2c86d8 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:35:54.710686 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-14aaff08-4bd1-4445-9d34-e1af8a2c86d8 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540037 Jul 16 18:35:54.766667 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.db_base_plugin_common [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Allocated IP 172.20.0.2 (4e9bf718-bca9-47b8-a4f3-87ccd41afd9f/46ca2ddb-74dd-47d1-8095-68f81754e5b8/340dd3e3-ee45-4ca2-90fb-a753c5f70833) {{(pid=93248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:54.830781 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad404a-a625-4ccb-9700-2aa6a514e0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a30c275-ec19-4522-80c5-9e7e2a0d7d1d,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:54.873248 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-5aa32f75-e0ff-4633-ad52-de93c1eaef1d service neutron] 10.222.0.68 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527843 Jul 16 18:35:54.934578 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:54.945386 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Transition to ACTIVE for port object 340dd3e3-ee45-4ca2-90fb-a753c5f70833 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:54.963376 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Transition to ACTIVE for port object 340dd3e3-ee45-4ca2-90fb-a753c5f70833 will not be triggered until provisioned by entity DHCP. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:54.974041 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.035134 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f is already hosted by enough agents. {{(pid=93248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:55.043027 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.base_scheduler [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Resources bound (agent type, host, resource id): {{(pid=93248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:55.046504 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Received port after_create {{(pid=93248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:55.052575 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Pushing event updated for resources: {'Port': ['ID=340dd3e3-ee45-4ca2-90fb-a753c5f70833,revision_number=1']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:55.053015 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.057758 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-9a27b97c-0386-4529-992b-9cc1054856dc tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:55.059577 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-9a27b97c-0386-4529-992b-9cc1054856dc tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/networks?id=5558c952-6dfb-4b9d-806f-6001806ecab8 HTTP/1.1" status: 200 len: 811 time: 0.4422905 Jul 16 18:35:55.076990 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.087029 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_common [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Allocated IP 172.27.3.118 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/bb1ca123-e368-4971-96fd-9aa67dff5327) {{(pid=93247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:55.094506 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-b1dc0b00-4e92-45d4-a27d-b7137fc6f812 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/quotas/ffaac37300a04fd29c2f73de31eb355d HTTP/1.1" status: 200 len: 375 time: 0.0253332 Jul 16 18:35:55.130081 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:55.130314 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:55.130570 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:55.130895 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:55.131217 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:55.131639 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:55.131935 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:55.132274 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:55.132668 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:55.132993 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:55.133323 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:55.133647 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Tracked resource versions report: Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: pushed versions: Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: { 'AddressGroup': {'1.2'}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'ConntrackHelper': {'1.0'}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Log': {'1.0'}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Network': {'1.1'}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Port': {'1.7'}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'PortForwarding': {'1.2'}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'QosPolicy': {'1.8'}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'SecurityGroup': {'1.4'}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'SubPort': {'1.0'}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Subnet': {'1.1'}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Trunk': {'1.1'}} Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: consumer versions: Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: { DHCP agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: HyperV agent@hv-cinder-78693: {}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: L3 agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: Metadata agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: Metering agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: Open vSwitch agent@dv-cinder-786932-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'ConntrackHelper': '1.0', Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Log': '1.0', Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Network': '1.1', Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Port': '1.7', Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'PortForwarding': '1.2', Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'QosPolicy': '1.8', Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'SecurityGroup': '1.4', Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'SecurityGroupRule': '1.2', Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'SubPort': '1.0', Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Subnet': '1.1', Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: 'Trunk': '1.1'}} Jul 16 18:35:55.134683 dv-cinder-786932-5-iscsi neutron-server[93248]: {{(pid=93248) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:35:55.164191 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-0270c729-c8bf-4991-a0c2-2d694754d307 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=ffaac37300a04fd29c2f73de31eb355d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585067 Jul 16 18:35:55.178320 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-35dcafeb-b17e-443a-b9b8-864e7240d9f9 service neutron] 10.222.0.68 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039753 Jul 16 18:35:55.192141 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Attempting to bind port 340dd3e3-ee45-4ca2-90fb-a753c5f70833 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:55.192518 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Attempting to bind port 340dd3e3-ee45-4ca2-90fb-a753c5f70833 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:55.192874 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Attempting to bind port 340dd3e3-ee45-4ca2-90fb-a753c5f70833 on network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:55.220860 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:55.224426 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Checking segment: {'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:55.224961 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.225490 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Bound using segment: {'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:55.226162 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Bound port: 340dd3e3-ee45-4ca2-90fb-a753c5f70833, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:55.226796 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.275148 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.346042 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] For port 340dd3e3-ee45-4ca2-90fb-a753c5f70833, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:55.350479 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] For port 340dd3e3-ee45-4ca2-90fb-a753c5f70833, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=340dd3e3-ee45-4ca2-90fb-a753c5f70833,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:55.358689 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.383209 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-1e4b7afa-b694-4eba-bea4-f64e9081ca7b service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:35:55.384250 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-1e4b7afa-b694-4eba-bea4-f64e9081ca7b service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0763206 Jul 16 18:35:55.437989 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.506713 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c79340-0d2b-4e0e-9883-5dbb7e58e9b8 None None] Pushing event updated for resources: {'Port': ['ID=340dd3e3-ee45-4ca2-90fb-a753c5f70833,revision_number=2']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:55.535966 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Allocated IP 172.27.3.221 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/8f0bf7bb-5555-4ec3-8973-a8d8be435093) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:55.640098 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:55.669493 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:55.739657 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Received port after_create {{(pid=93247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:55.887667 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Pushing event updated for resources: {'Port': ['ID=bb1ca123-e368-4971-96fd-9aa67dff5327,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:55.892888 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-4da0ce82-538c-44d6-a742-ee0b29f2e393 service neutron] 10.222.0.68 "GET /v2.0/networks/5558c952-6dfb-4b9d-806f-6001806ecab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815803 Jul 16 18:35:55.914148 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6353e3d2-61df-4c3b-b86d-5fd55a127c42 req-07b4c6b8-11e7-407d-9c64-5fb98545f305 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 210 time: 0.1298301 Jul 16 18:35:55.917750 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.030797 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.184852 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 340dd3e3-ee45-4ca2-90fb-a753c5f70833 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:56.332277 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port 340dd3e3-ee45-4ca2-90fb-a753c5f70833 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:56.442720 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:56.448317 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:56.451426 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f0bf7bb-5555-4ec3-8973-a8d8be435093,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:56.467167 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:56.512749 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-997b5f54-1f2c-4c4c-a0ef-aceeeb398554 service neutron] 10.222.0.68 "GET /v2.0/networks/5558c952-6dfb-4b9d-806f-6001806ecab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436730 Jul 16 18:35:56.659342 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.800858 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.881572 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55688) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:56.992184 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4555c774-914e-4471-b72f-a5b7a54ac7c0 req-24195594-9084-43a0-a019-7fe816b6b20e tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 210 time: 0.0394886 Jul 16 18:35:57.091367 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fe07f5-7ac9-439f-91a3-57146acf0677 None None] Network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:57.220525 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517127'] for router, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.223239 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-d695f23a-8b0b-4b06-aa4d-026ac1e16947 None None] Provisioning for port 340dd3e3-ee45-4ca2-90fb-a753c5f70833 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:57.233755 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-d695f23a-8b0b-4b06-aa4d-026ac1e16947 None None] Provisioning complete for port 340dd3e3-ee45-4ca2-90fb-a753c5f70833 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:57.234364 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d695f23a-8b0b-4b06-aa4d-026ac1e16947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.449190 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0eeaa4c1-96c6-458a-afb8-4fc9a12e866a req-c22a51d4-ae8d-48ba-853b-5f05490c35f6 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 210 time: 0.3870842 Jul 16 18:35:57.465198 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f is scheduled to L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 with binding_index 1 {{(pid=93246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:35:57.479494 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d695f23a-8b0b-4b06-aa4d-026ac1e16947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.486789 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-474b0f96-aaac-4595-ab39-09da6d995f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.543419 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517127'] for router, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.597921 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-d695f23a-8b0b-4b06-aa4d-026ac1e16947 None None] For port 340dd3e3-ee45-4ca2-90fb-a753c5f70833, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=340dd3e3-ee45-4ca2-90fb-a753c5f70833,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:57.607108 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d695f23a-8b0b-4b06-aa4d-026ac1e16947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.714983 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695f23a-8b0b-4b06-aa4d-026ac1e16947 None None] Pushing event updated for resources: {'Port': ['ID=340dd3e3-ee45-4ca2-90fb-a753c5f70833,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:57.738068 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:57.749652 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Sync routers for ids ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:57.765712 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Routers {'1ebba71d-98ef-4674-a503-2a1a9eb3da0f'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:57.766715 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:57.950717 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-a1e1bf32-b5f5-4d68-b420-16ccea2b46ad None None] Provisioning complete for port 340dd3e3-ee45-4ca2-90fb-a753c5f70833 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:57.951087 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a1e1bf32-b5f5-4d68-b420-16ccea2b46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.051595 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Set router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:58.062998 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-474b0f96-aaac-4595-ab39-09da6d995f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.092651 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-474b0f96-aaac-4595-ab39-09da6d995f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.100859 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.103117 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-4cc81f26-3081-40f3-b5a0-38c5e69a71a5 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8478889 Jul 16 18:35:58.123905 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 340dd3e3-ee45-4ca2-90fb-a753c5f70833 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:58.126234 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 55756) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:58.144498 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Router ebfd5467-9e1e-48ba-8c17-469b8b3d416a is scheduled to L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 with binding_index 1 {{(pid=93247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:35:58.160318 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-474b0f96-aaac-4595-ab39-09da6d995f9f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c51da8855d6443b3833d82381e4f3927&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2760158 Jul 16 18:35:58.160450 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55760) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:58.223734 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-42a157be-e3bd-44b2-b03d-9d454576db44 req-fa555e98-f510-4dc6-aae0-9fe0025ef4ec tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 210 time: 0.1274180 Jul 16 18:35:58.254434 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b0f96-aaac-4595-ab39-09da6d995f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd9d47f-0953-4420-99db-0450db208aca,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.356418 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-18f204cb-3e7d-43ea-9ee9-2e6cfa3df344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.376248 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 340dd3e3-ee45-4ca2-90fb-a753c5f70833 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:58.376826 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.433613 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-18f204cb-3e7d-43ea-9ee9-2e6cfa3df344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.519705 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:58.543938 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] Notify callbacks [] for router, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.547948 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-ee461fe0-54eb-4f53-a3a1-e6ff9b440c93 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3011415 Jul 16 18:35:58.548155 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55778) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:58.595710 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-18f204cb-3e7d-43ea-9ee9-2e6cfa3df344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.599271 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-18f204cb-3e7d-43ea-9ee9-2e6cfa3df344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.600415 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-18f204cb-3e7d-43ea-9ee9-2e6cfa3df344 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/acd9d47f-0953-4420-99db-0450db208aca HTTP/1.1" status: 204 len: 168 time: 0.4368758 Jul 16 18:35:58.615032 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f204cb-3e7d-43ea-9ee9-2e6cfa3df344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd9d47f-0953-4420-99db-0450db208aca,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.638757 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:35:56Z', 'revision_number': 3, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:58.717879 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Checking router: 1ebba71d-98ef-4674-a503-2a1a9eb3da0f for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:58.718227 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Updating router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f port 8f0bf7bb-5555-4ec3-8973-a8d8be435093 binding host dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:35:58.764041 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Sync routers for ids ['ebfd5467-9e1e-48ba-8c17-469b8b3d416a'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:58.788095 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.812030 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Routers {'ebfd5467-9e1e-48ba-8c17-469b8b3d416a'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:58.812863 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['ebfd5467-9e1e-48ba-8c17-469b8b3d416a'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:58.817613 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-44c1f602-00bc-4c3e-b9f4-ba1214a5fc43 req-2f175a40-d1f4-4447-99f3-857546399f7b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 210 time: 0.1064525 Jul 16 18:35:58.876421 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-df03d1da-df2f-4495-8ed9-542c9911d9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.017631 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Set router ebfd5467-9e1e-48ba-8c17-469b8b3d416a gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:59.042663 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.298549 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'name': 'tempest-ServerRescueNegativeTestJSON-1634425011-router', 'tenant_id': 'fb54116dfef342de94149d52c6033134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'bb1ca123-e368-4971-96fd-9aa67dff5327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:53Z', 'updated_at': '2021-07-16T18:35:56Z', 'revision_number': 3, 'project_id': 'fb54116dfef342de94149d52c6033134', 'gw_port': {'id': 'bb1ca123-e368-4971-96fd-9aa67dff5327', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:59.312342 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.331162 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Transition to ACTIVE for port object 8f0bf7bb-5555-4ec3-8973-a8d8be435093 will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:59.333460 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Allocated IP 172.20.0.1 (4e9bf718-bca9-47b8-a4f3-87ccd41afd9f/46ca2ddb-74dd-47d1-8095-68f81754e5b8/c222c620-9058-453c-9313-297b48aad84f) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:59.346388 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.349187 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Checking router: ebfd5467-9e1e-48ba-8c17-469b8b3d416a for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:59.349920 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Updating router ebfd5467-9e1e-48ba-8c17-469b8b3d416a port bb1ca123-e368-4971-96fd-9aa67dff5327 binding host dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:35:59.399599 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Attempting to bind port 8f0bf7bb-5555-4ec3-8973-a8d8be435093 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:59.400435 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Attempting to bind port 8f0bf7bb-5555-4ec3-8973-a8d8be435093 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:59.400805 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Attempting to bind port 8f0bf7bb-5555-4ec3-8973-a8d8be435093 on network 8faae5fe-6b17-4018-b67e-363813f28d31 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:59.408803 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Pushing event updated for resources: {'Port': ['ID=8f0bf7bb-5555-4ec3-8973-a8d8be435093,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:59.412156 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:59.412938 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Checking segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:59.413366 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.413875 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Bound using segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:59.414365 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Bound port: 8f0bf7bb-5555-4ec3-8973-a8d8be435093, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:59.414755 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.422885 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.423234 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.423600 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.423907 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.424237 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.424570 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.424933 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.425295 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.430194 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.430572 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.430836 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.431307 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.431307 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Tracked resource versions report: Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: pushed versions: Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: { 'AddressGroup': {'1.2'}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'ConntrackHelper': {'1.0'}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Log': {'1.0'}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Network': {'1.1'}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Port': {'1.7'}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'PortForwarding': {'1.2'}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'QosPolicy': {'1.8'}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'SecurityGroup': {'1.4'}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'SecurityGroupRule': {'1.2'}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'SubPort': {'1.0'}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Subnet': {'1.1'}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Trunk': {'1.1'}} Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: consumer versions: Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: { DHCP agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: HyperV agent@hv-cinder-78693: {}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: L3 agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: Metadata agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: Metering agent@dv-cinder-786932-5-iscsi: {}, Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: Open vSwitch agent@dv-cinder-786932-5-iscsi: { 'AddressGroup': '1.2', Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'ConntrackHelper': '1.0', Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Log': '1.0', Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Network': '1.1', Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Port': '1.7', Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'PortForwarding': '1.2', Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'QosPolicy': '1.8', Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'SecurityGroup': '1.4', Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'SecurityGroupRule': '1.2', Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'SubPort': '1.0', Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Subnet': '1.1', Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: 'Trunk': '1.1'}} Jul 16 18:35:59.432298 dv-cinder-786932-5-iscsi neutron-server[93249]: {{(pid=93249) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 18:35:59.506010 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] For port 8f0bf7bb-5555-4ec3-8973-a8d8be435093, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:59.516882 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] For port 8f0bf7bb-5555-4ec3-8973-a8d8be435093, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=8f0bf7bb-5555-4ec3-8973-a8d8be435093,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:59.533756 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.551660 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.620988 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d276b-7213-47d6-b8ac-62f55107f2c8 None None] Pushing event updated for resources: {'Port': ['ID=8f0bf7bb-5555-4ec3-8973-a8d8be435093,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:59.648717 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Routers {'1ebba71d-98ef-4674-a503-2a1a9eb3da0f'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:59.649522 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:59.677958 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d545fa50-7f6d-4889-8dbc-4de263cf0529 req-6f0d2bc4-0251-47bb-86c3-3398e98be88c tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 210 time: 0.0311396 Jul 16 18:35:59.802134 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.824882 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Transition to ACTIVE for port object c222c620-9058-453c-9313-297b48aad84f will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:59.892974 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:59.935657 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] Set router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:59.938107 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:59.951195 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:59.959431 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:59.961048 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516400'] for router_interface, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.004587 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Notify callbacks [] for port, precommit_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.018425 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Transition to ACTIVE for port object bb1ca123-e368-4971-96fd-9aa67dff5327 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:00.024271 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_common [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Allocated IP 172.20.0.1 (e8ad46c9-129c-4ddd-b2a7-74be4109f043/d5a1f91e-ba26-4d13-a774-60668e112a4c/ce0cbd45-a7a9-4e2d-a672-5a2dc289371d) {{(pid=93247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:00.029579 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.034904 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Pushing event updated for resources: {'Port': ['ID=c222c620-9058-453c-9313-297b48aad84f,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.133011 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Attempting to bind port bb1ca123-e368-4971-96fd-9aa67dff5327 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:00.133011 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Attempting to bind port bb1ca123-e368-4971-96fd-9aa67dff5327 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:00.133291 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Attempting to bind port bb1ca123-e368-4971-96fd-9aa67dff5327 on network 8faae5fe-6b17-4018-b67e-363813f28d31 {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:00.160132 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46ae4f-b6e6-487a-80cb-46512c4faaa3 None None] Pushing event updated for resources: {'Port': ['ID=bb1ca123-e368-4971-96fd-9aa67dff5327,revision_number=2']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.164316 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:00.164925 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Checking segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:00.165514 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.166192 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Bound using segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:00.166849 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Bound port: bb1ca123-e368-4971-96fd-9aa67dff5327, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:00.167553 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.197933 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d9841f09-ce18-4cdb-b6d9-f38a68ae0d31 req-3b28caa3-066a-4ee9-b4d3-71c9f85d5b6e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 210 time: 0.1017494 Jul 16 18:36:00.253836 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] For port bb1ca123-e368-4971-96fd-9aa67dff5327, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:00.255748 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.259726 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] For port bb1ca123-e368-4971-96fd-9aa67dff5327, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=bb1ca123-e368-4971-96fd-9aa67dff5327,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:00.270885 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.319900 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.350724 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Routers {'ebfd5467-9e1e-48ba-8c17-469b8b3d416a'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:00.352003 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:35:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['ebfd5467-9e1e-48ba-8c17-469b8b3d416a'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:00.361176 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-666fa5bb-be4e-4244-9cd9-b342a50e66c0 None None] Provisioning for port c222c620-9058-453c-9313-297b48aad84f completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:00.364237 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:35:56Z', 'revision_number': 3, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:00.406295 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.417228 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-666fa5bb-be4e-4244-9cd9-b342a50e66c0 None None] Provisioning complete for port c222c620-9058-453c-9313-297b48aad84f triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:00.417626 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-666fa5bb-be4e-4244-9cd9-b342a50e66c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.421536 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46ae4f-b6e6-487a-80cb-46512c4faaa3 None None] Pushing event updated for resources: {'Port': ['ID=bb1ca123-e368-4971-96fd-9aa67dff5327,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.432630 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfeba511-5c4b-44b7-a9b8-d43bc18d225f None None] The sync data for ids ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'] in dv-cinder-786932-5-iscsi is: [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:35:56Z', 'revision_number': 3, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:00.484201 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Network e8ad46c9-129c-4ddd-b2a7-74be4109f043 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:00.485786 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Pushing event updated for resources: {'Port': ['ID=ce0cbd45-a7a9-4e2d-a672-5a2dc289371d,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.488434 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:00.517228 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-666fa5bb-be4e-4244-9cd9-b342a50e66c0 None None] Port c222c620-9058-453c-9313-297b48aad84f cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:00.517977 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Received port after_create {{(pid=93247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:00.518516 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516400'] for router_interface, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.532732 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.538619 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.539888 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516420'] for router_interface, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.541418 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] Set router ebfd5467-9e1e-48ba-8c17-469b8b3d416a gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:00.641677 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Pushing event updated for resources: {'Port': ['ID=c222c620-9058-453c-9313-297b48aad84f,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.750828 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:00.752794 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:00.816075 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'name': 'tempest-ServerRescueNegativeTestJSON-1634425011-router', 'tenant_id': 'fb54116dfef342de94149d52c6033134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'bb1ca123-e368-4971-96fd-9aa67dff5327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:53Z', 'updated_at': '2021-07-16T18:35:56Z', 'revision_number': 3, 'project_id': 'fb54116dfef342de94149d52c6033134', 'gw_port': {'id': 'bb1ca123-e368-4971-96fd-9aa67dff5327', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:00.882049 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda98dc8-0bb9-4125-a34e-1b24dff6ac83 None None] The sync data for ids ['ebfd5467-9e1e-48ba-8c17-469b8b3d416a'] in dv-cinder-786932-5-iscsi is: [{'id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'name': 'tempest-ServerRescueNegativeTestJSON-1634425011-router', 'tenant_id': 'fb54116dfef342de94149d52c6033134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'bb1ca123-e368-4971-96fd-9aa67dff5327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:53Z', 'updated_at': '2021-07-16T18:35:56Z', 'revision_number': 3, 'project_id': 'fb54116dfef342de94149d52c6033134', 'gw_port': {'id': 'bb1ca123-e368-4971-96fd-9aa67dff5327', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:00.984571 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4e0ae9b8-a9f6-469a-9c92-b2dbd44da22d req-39547f73-d942-4c65-8fc5-ec54cec3cb8a tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 210 time: 0.0510285 Jul 16 18:36:01.016909 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:01.150531 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.164361 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:01.182013 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-79947914-7850-4c6a-94a1-a1465c2bc84e admin admin] 10.222.0.68 "PUT /v2.0/routers/1ebba71d-98ef-4674-a503-2a1a9eb3da0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0486040 Jul 16 18:36:01.247307 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f5fe817c-1a6a-44da-9f04-cf0c1dacecbe None None] Provisioning complete for port c222c620-9058-453c-9313-297b48aad84f triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:01.248368 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f5fe817c-1a6a-44da-9f04-cf0c1dacecbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.329191 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f5fe817c-1a6a-44da-9f04-cf0c1dacecbe None None] Port c222c620-9058-453c-9313-297b48aad84f cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:01.534855 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-156231ce-7ab6-4a86-9f87-1b58b64ca4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.582745 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.586635 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-562bbed1-b282-4741-8e65-69069b347f8b req-76fecff8-673c-47be-be01-0c0cfca26d7e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 210 time: 0.1382380 Jul 16 18:36:01.594032 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.609192 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516420'] for router_interface, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.764218 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Pushing event updated for resources: {'Port': ['ID=ce0cbd45-a7a9-4e2d-a672-5a2dc289371d,revision_number=2']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:01.867588 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.890111 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Network e8ad46c9-129c-4ddd-b2a7-74be4109f043 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:01.891587 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:02.196118 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device bb1ca123-e368-4971-96fd-9aa67dff5327 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:02.243617 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-86703ee3-da28-47db-826d-9ad9c8f8657f req-d9f2dc46-3458-4d77-b068-7b74666106d0 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 210 time: 0.0704193 Jul 16 18:36:02.302340 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Router ebfd5467-9e1e-48ba-8c17-469b8b3d416a has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:02.333433 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port bb1ca123-e368-4971-96fd-9aa67dff5327 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:02.344638 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port bb1ca123-e368-4971-96fd-9aa67dff5327 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:02.345184 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.530820 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.84', 49867) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:02.637814 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.641263 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:02.643664 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.664080 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-ecc9552e-f067-4436-a249-2666ede56987 admin admin] 10.222.0.68 "PUT /v2.0/routers/ebfd5467-9e1e-48ba-8c17-469b8b3d416a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1111255 Jul 16 18:36:02.717836 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port bb1ca123-e368-4971-96fd-9aa67dff5327, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=bb1ca123-e368-4971-96fd-9aa67dff5327,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:02.727590 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.728620 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 8f0bf7bb-5555-4ec3-8973-a8d8be435093 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:02.887867 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-8eaa9113-d56e-4d1f-8a0b-d03e1c6cdae0 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:02.891216 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-8eaa9113-d56e-4d1f-8a0b-d03e1c6cdae0 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "GET /v2.0/networks?id=29873718-7d95-4147-8f25-a586bd11d585 HTTP/1.1" status: 200 len: 815 time: 0.3451097 Jul 16 18:36:02.925525 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.932949 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=bb1ca123-e368-4971-96fd-9aa67dff5327,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:02.945786 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-2b94dee4-6ea0-4c01-ab5f-a2535f41e696 req-9ba8d0a5-e3c6-43a7-809a-b94914f8dfc5 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 210 time: 0.0482738 Jul 16 18:36:02.951414 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port 8f0bf7bb-5555-4ec3-8973-a8d8be435093 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:02.956877 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 8f0bf7bb-5555-4ec3-8973-a8d8be435093 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:02.957337 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.997307 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-f3a64eb8-a276-4004-a2fe-668034507121 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Request body: {'port': {'device_id': '9290f712-6338-4983-8a95-296111f8f86e', 'network_id': '29873718-7d95-4147-8f25-a586bd11d585', 'admin_state_up': True, 'tenant_id': 'c5607965800841a692b6942051d81098'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:03.150058 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.195757 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port 8f0bf7bb-5555-4ec3-8973-a8d8be435093, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=8f0bf7bb-5555-4ec3-8973-a8d8be435093,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:03.201223 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.300412 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 55948) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:03.306189 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-a940ba1b-bd7d-4b95-a0ce-091a0f6c9f77 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--476614904', 'description': 'tempest-description--2127505433'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:03.307793 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=8f0bf7bb-5555-4ec3-8973-a8d8be435093,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:03.403004 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a940ba1b-bd7d-4b95-a0ce-091a0f6c9f77 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.448046 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-f3a64eb8-a276-4004-a2fe-668034507121 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Made reservation on behalf of c5607965800841a692b6942051d81098 for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:03.452779 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-f3a64eb8-a276-4004-a2fe-668034507121 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.670903 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d4a3095a-3075-4099-92f3-7e5b98495d58 req-17d70d7b-cc57-466d-97b5-1eda3181e076 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 210 time: 0.0708926 Jul 16 18:36:03.699193 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.84', 49881) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:03.816044 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-e450d967-6ee6-4b98-999a-c418afbf541d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:03.828461 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-e450d967-6ee6-4b98-999a-c418afbf541d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/networks?id=e8ad46c9-129c-4ddd-b2a7-74be4109f043 HTTP/1.1" status: 200 len: 819 time: 0.2904208 Jul 16 18:36:03.846357 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Sync routers for ids ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:03.871743 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-64d31fb4-8628-41cd-b6e5-d340625292a8 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/quotas/fb54116dfef342de94149d52c6033134 HTTP/1.1" status: 200 len: 375 time: 0.0405879 Jul 16 18:36:03.875761 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Routers {'1ebba71d-98ef-4674-a503-2a1a9eb3da0f'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:03.877305 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:04.010986 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a940ba1b-bd7d-4b95-a0ce-091a0f6c9f77 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.022677 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a940ba1b-bd7d-4b95-a0ce-091a0f6c9f77 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.109977 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-60e1755b-c995-4df7-a695-07c5740ceadf tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb54116dfef342de94149d52c6033134&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2370732 Jul 16 18:36:04.137218 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a940ba1b-bd7d-4b95-a0ce-091a0f6c9f77 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.139220 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-a940ba1b-bd7d-4b95-a0ce-091a0f6c9f77 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8369994 Jul 16 18:36:04.156380 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 56010) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:04.164317 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-285400d8-70e2-46e3-ad5b-2a2b3d4a3551 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Request body: {'security_group_rule': {'security_group_id': 'd5f69acc-0a5a-4ad0-b617-ecdb62a3be64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:04.172047 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a940ba1b-bd7d-4b95-a0ce-091a0f6c9f77 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.277292 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-285400d8-70e2-46e3-ad5b-2a2b3d4a3551 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.319577 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-bbf88d2c-4c93-4f15-a102-2576f8aebe1c service neutron] 10.222.0.68 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085719 Jul 16 18:36:04.351633 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Set router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:04.455193 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Sync routers for ids ['ebfd5467-9e1e-48ba-8c17-469b8b3d416a'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:04.464043 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device bb1ca123-e368-4971-96fd-9aa67dff5327 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:04.500077 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.506241 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Routers {'ebfd5467-9e1e-48ba-8c17-469b8b3d416a'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:04.506743 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['ebfd5467-9e1e-48ba-8c17-469b8b3d416a'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:04.581216 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-285400d8-70e2-46e3-ad5b-2a2b3d4a3551 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.582250 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6b252b5b-13b5-448c-879f-afbf071e76e1 req-4e8cc417-df66-4ad7-8a59-ceeb1faede66 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 210 time: 0.1178045 Jul 16 18:36:04.606841 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-285400d8-70e2-46e3-ad5b-2a2b3d4a3551 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.670573 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-285400d8-70e2-46e3-ad5b-2a2b3d4a3551 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.672899 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-285400d8-70e2-46e3-ad5b-2a2b3d4a3551 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5140412 Jul 16 18:36:04.675929 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-f3a64eb8-a276-4004-a2fe-668034507121 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Allocated IP 172.20.0.7 (29873718-7d95-4147-8f25-a586bd11d585/19ee39ff-aec1-451c-8b83-48ed0ded6052/f7de5804-4d6b-4738-8de2-a92f64a3fe3b) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:04.681609 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 56024) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:04.698340 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-364934dd-bbe1-4b11-b5f1-96e444ce70e0 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.698540 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-d3b971c6-f32a-4d53-98ab-be9a1d49a893 service neutron] 10.222.0.68 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771687 Jul 16 18:36:04.703214 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285400d8-70e2-46e3-ad5b-2a2b3d4a3551 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0619da02-5aa8-4d87-a0ea-5d42de671b36,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.703843 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-364934dd-bbe1-4b11-b5f1-96e444ce70e0 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.84 "GET /v2.0/networks?id=5558c952-6dfb-4b9d-806f-6001806ecab8 HTTP/1.1" status: 200 len: 811 time: 0.9985819 Jul 16 18:36:04.723132 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-9943c689-12d0-488a-8930-5c78723531fe tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Request body: {'security_group_rule': {'security_group_id': 'd5f69acc-0a5a-4ad0-b617-ecdb62a3be64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:04.789532 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-fe704af0-816f-40c4-8e8b-432c11bb1b7d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Request body: {'port': {'device_id': '282d72dd-7255-4784-890c-7b29900b72f7', 'network_id': '5558c952-6dfb-4b9d-806f-6001806ecab8', 'admin_state_up': True, 'tenant_id': 'ffaac37300a04fd29c2f73de31eb355d'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:04.819052 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port bb1ca123-e368-4971-96fd-9aa67dff5327 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:04.824825 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.843366 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 2, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:04.913407 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Checking router: 1ebba71d-98ef-4674-a503-2a1a9eb3da0f for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:04.916461 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Updating router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f port c222c620-9058-453c-9313-297b48aad84f binding host dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:05.040944 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Set router ebfd5467-9e1e-48ba-8c17-469b8b3d416a gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:05.062506 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.144192 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0a855d7a-b0f4-45c2-b6b1-b37abeb0b51a req-44029e0d-77bc-445d-9883-c0cdd4ac48cd tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 210 time: 0.0994170 Jul 16 18:36:05.273129 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f16437a8-f212-4336-93df-cc04d4cbd46a req-dc542854-50b7-446a-a46f-798eef341e08 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 210 time: 0.2003932 Jul 16 18:36:05.322175 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9943c689-12d0-488a-8930-5c78723531fe tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.421653 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 56060) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:05.573313 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 8f0bf7bb-5555-4ec3-8973-a8d8be435093 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:05.661039 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 8f0bf7bb-5555-4ec3-8973-a8d8be435093 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:05.661467 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.677254 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-fe704af0-816f-40c4-8e8b-432c11bb1b7d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Made reservation on behalf of ffaac37300a04fd29c2f73de31eb355d for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:05.683038 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-fe704af0-816f-40c4-8e8b-432c11bb1b7d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.851742 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'name': 'tempest-ServerRescueNegativeTestJSON-1634425011-router', 'tenant_id': 'fb54116dfef342de94149d52c6033134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'bb1ca123-e368-4971-96fd-9aa67dff5327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:53Z', 'updated_at': '2021-07-16T18:36:01Z', 'revision_number': 4, 'project_id': 'fb54116dfef342de94149d52c6033134', 'gw_port': {'id': 'bb1ca123-e368-4971-96fd-9aa67dff5327', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'ce0cbd45-a7a9-4e2d-a672-5a2dc289371d', 'name': '', 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043', 'tenant_id': 'fb54116dfef342de94149d52c6033134', 'mac_address': 'fa:16:3e:fb:79:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd5a1f91e-ba26-4d13-a774-60668e112a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:01Z', 'revision_number': 2, 'project_id': 'fb54116dfef342de94149d52c6033134', 'subnets': [{'id': 'd5a1f91e-ba26-4d13-a774-60668e112a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:05.937839 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-63df6ea4-8f25-4f40-be2b-5ee2428a4060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.992224 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9943c689-12d0-488a-8930-5c78723531fe tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.008261 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Checking router: ebfd5467-9e1e-48ba-8c17-469b8b3d416a for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:06.008625 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Updating router ebfd5467-9e1e-48ba-8c17-469b8b3d416a port ce0cbd45-a7a9-4e2d-a672-5a2dc289371d binding host dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:06.047227 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9943c689-12d0-488a-8930-5c78723531fe tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.105932 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.127415 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bd04575a-dd20-4816-b4e7-144c1f25eb74 req-481e39f6-1c81-4ee2-9e87-a2594becfd51 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 210 time: 0.1419728 Jul 16 18:36:06.155660 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-0057d050-2c43-4c9f-a81d-1b1f5aed968d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:06.162396 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-0057d050-2c43-4c9f-a81d-1b1f5aed968d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/networks?id=e8ad46c9-129c-4ddd-b2a7-74be4109f043 HTTP/1.1" status: 200 len: 819 time: 0.5658162 Jul 16 18:36:06.167505 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Transition to ACTIVE for port object c222c620-9058-453c-9313-297b48aad84f will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:06.173053 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943c689-12d0-488a-8930-5c78723531fe tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3e5edb-6c2b-4435-99d0-cd63f7003e07,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:06.181428 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.183058 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.238444 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-f3a64eb8-a276-4004-a2fe-668034507121 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.273310 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 56094) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.284862 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-cd0c0d9d-904c-438c-ae08-33dbcc705254 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/quotas/fb54116dfef342de94149d52c6033134 HTTP/1.1" status: 200 len: 375 time: 0.1077266 Jul 16 18:36:06.307141 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-fe704af0-816f-40c4-8e8b-432c11bb1b7d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Allocated IP 172.20.0.10 (5558c952-6dfb-4b9d-806f-6001806ecab8/96bd5d41-f194-4a43-88c4-71deec18da75/538eb5f0-9525-429b-afd0-2c60049e551e) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:06.358248 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-f3a64eb8-a276-4004-a2fe-668034507121 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.402146 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26465ff3-1404-4f72-8804-560edfaed3ba None None] Pushing event updated for resources: {'Port': ['ID=c222c620-9058-453c-9313-297b48aad84f,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:06.417082 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-63df6ea4-8f25-4f40-be2b-5ee2428a4060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.463663 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-63df6ea4-8f25-4f40-be2b-5ee2428a4060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.506352 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-6952857b-5fcf-4248-aa7f-351ecd443a23 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=fb54116dfef342de94149d52c6033134&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2155635 Jul 16 18:36:06.587038 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Attempting to bind port c222c620-9058-453c-9313-297b48aad84f on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:06.587525 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Attempting to bind port c222c620-9058-453c-9313-297b48aad84f by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:06.587692 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Attempting to bind port c222c620-9058-453c-9313-297b48aad84f on network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:06.597213 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:06.599521 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Checking segment: {'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:06.599944 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.600348 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Bound using segment: {'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:06.600994 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Bound port: c222c620-9058-453c-9313-297b48aad84f, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:06.601467 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.676984 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] For port c222c620-9058-453c-9313-297b48aad84f, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:06.681894 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] For port c222c620-9058-453c-9313-297b48aad84f, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=c222c620-9058-453c-9313-297b48aad84f,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:06.687663 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.695262 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9943c689-12d0-488a-8930-5c78723531fe tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.697088 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-9943c689-12d0-488a-8930-5c78723531fe tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9906843 Jul 16 18:36:06.697459 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a64eb8-a276-4004-a2fe-668034507121 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Pushing event updated for resources: {'Port': ['ID=f7de5804-4d6b-4738-8de2-a92f64a3fe3b,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:06.700945 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7b88a4c4-e468-449c-8cdf-ae276ff544d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.702723 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 56102) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.715377 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Request body: {'floatingip': {'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:06.720849 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-f3a64eb8-a276-4004-a2fe-668034507121 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Network 29873718-7d95-4147-8f25-a586bd11d585 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:06.727249 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-f3a64eb8-a276-4004-a2fe-668034507121 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:06.731086 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-f3a64eb8-a276-4004-a2fe-668034507121 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:06.737594 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-f3a64eb8-a276-4004-a2fe-668034507121 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:06.738380 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-f3a64eb8-a276-4004-a2fe-668034507121 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.743194 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-63df6ea4-8f25-4f40-be2b-5ee2428a4060 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0df19b19b5054a649dd405cfc3958a71&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3199017 Jul 16 18:36:06.746099 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-fe704af0-816f-40c4-8e8b-432c11bb1b7d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.751744 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 56104) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.774955 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df6ea4-8f25-4f40-be2b-5ee2428a4060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc166e0-e7ed-4b6e-b786-674739fc0e21,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:06.781623 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Routers {'1ebba71d-98ef-4674-a503-2a1a9eb3da0f'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:06.782289 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:06.822374 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.838359 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Transition to ACTIVE for port object ce0cbd45-a7a9-4e2d-a672-5a2dc289371d will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:06.849719 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.867264 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d7e72ec0-e351-4a7e-a05d-e1a647c98d23 req-ee6ca5e7-94e9-4386-a1b0-e324d93a4bf5 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 210 time: 0.3757312 Jul 16 18:36:06.946084 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7b88a4c4-e468-449c-8cdf-ae276ff544d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.949375 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for floatingip, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.962044 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3772d18b-902b-4d74-8f49-721073e463f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.965825 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-fe704af0-816f-40c4-8e8b-432c11bb1b7d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.970567 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] Set router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:06.975774 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7b88a4c4-e468-449c-8cdf-ae276ff544d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.009930 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6179512-125a-4d56-a699-19670bee9071 None None] Pushing event updated for resources: {'Port': ['ID=ce0cbd45-a7a9-4e2d-a672-5a2dc289371d,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.027586 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-9a9d33f3-121a-4d9c-a845-6fc1032ce8df service neutron] 10.222.0.68 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201144 Jul 16 18:36:07.029747 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Attempting to bind port ce0cbd45-a7a9-4e2d-a672-5a2dc289371d on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:07.030281 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Attempting to bind port ce0cbd45-a7a9-4e2d-a672-5a2dc289371d by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'c0d4571c-1484-4f9b-8119-bcb2e488af92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:07.030786 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Attempting to bind port ce0cbd45-a7a9-4e2d-a672-5a2dc289371d on network e8ad46c9-129c-4ddd-b2a7-74be4109f043 {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:07.034075 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26465ff3-1404-4f72-8804-560edfaed3ba None None] Pushing event updated for resources: {'Port': ['ID=c222c620-9058-453c-9313-297b48aad84f,revision_number=4']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.039397 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:07.040127 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Checking segment: {'id': 'c0d4571c-1484-4f9b-8119-bcb2e488af92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:07.040678 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.041205 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Bound using segment: {'id': 'c0d4571c-1484-4f9b-8119-bcb2e488af92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:07.041843 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Bound port: ce0cbd45-a7a9-4e2d-a672-5a2dc289371d, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0d4571c-1484-4f9b-8119-bcb2e488af92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:07.042397 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.087336 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3772d18b-902b-4d74-8f49-721073e463f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.110024 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe704af0-816f-40c4-8e8b-432c11bb1b7d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Pushing event updated for resources: {'Port': ['ID=538eb5f0-9525-429b-afd0-2c60049e551e,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.113308 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-f3a64eb8-a276-4004-a2fe-668034507121 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1229362 Jul 16 18:36:07.127524 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88a4c4-e468-449c-8cdf-ae276ff544d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0351d6f-b6dd-4023-9ece-833bb2fb38bc,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.129710 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] For port ce0cbd45-a7a9-4e2d-a672-5a2dc289371d, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:07.134281 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-fe704af0-816f-40c4-8e8b-432c11bb1b7d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Network 5558c952-6dfb-4b9d-806f-6001806ecab8 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:07.135723 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-7b88a4c4-e468-449c-8cdf-ae276ff544d6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d55c67ed556c42aeb910e89aef0542d6&name=default HTTP/1.1" status: 200 len: 2977 time: 0.8609562 Jul 16 18:36:07.141374 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 56110) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:07.143621 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-fe704af0-816f-40c4-8e8b-432c11bb1b7d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:07.147869 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-fe704af0-816f-40c4-8e8b-432c11bb1b7d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:07.150553 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] For port ce0cbd45-a7a9-4e2d-a672-5a2dc289371d, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=ce0cbd45-a7a9-4e2d-a672-5a2dc289371d,segment=NetworkSegment(c0d4571c-1484-4f9b-8119-bcb2e488af92),segment_id=c0d4571c-1484-4f9b-8119-bcb2e488af92)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:07.154231 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-fe704af0-816f-40c4-8e8b-432c11bb1b7d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.154875 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-fe704af0-816f-40c4-8e8b-432c11bb1b7d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.157085 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.174869 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-fe704af0-816f-40c4-8e8b-432c11bb1b7d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4149210 Jul 16 18:36:07.187973 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3772d18b-902b-4d74-8f49-721073e463f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.193324 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3772d18b-902b-4d74-8f49-721073e463f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.197997 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-3772d18b-902b-4d74-8f49-721073e463f7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9bc166e0-e7ed-4b6e-b786-674739fc0e21 HTTP/1.1" status: 204 len: 168 time: 0.4439354 Jul 16 18:36:07.206876 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772d18b-902b-4d74-8f49-721073e463f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc166e0-e7ed-4b6e-b786-674739fc0e21,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.287177 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:06Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:07.324144 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6179512-125a-4d56-a699-19670bee9071 None None] Pushing event updated for resources: {'Port': ['ID=ce0cbd45-a7a9-4e2d-a672-5a2dc289371d,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.328999 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Routers {'ebfd5467-9e1e-48ba-8c17-469b8b3d416a'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:07.329762 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:36:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['ebfd5467-9e1e-48ba-8c17-469b8b3d416a'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:07.342488 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-ed1bb4e9-c99c-45e3-b37d-a6bd4dc55c15 service neutron] 10.222.0.68 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138385 Jul 16 18:36:07.372354 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d902de38-a0d7-46bc-a48f-b221416541db None None] The sync data for ids ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'] in dv-cinder-786932-5-iscsi is: [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:06Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:07.469283 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-29e13bed-6f02-46fe-9d8a-bf3dd8a82c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.532824 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.565760 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-29e13bed-6f02-46fe-9d8a-bf3dd8a82c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.576367 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] Set router ebfd5467-9e1e-48ba-8c17-469b8b3d416a gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:07.628645 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a943e62-fa71-42b3-b9ae-df99a46dc4cf req-b7d8d12b-4ea1-4946-b62d-824f6cf0f067 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.630382 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5a943e62-fa71-42b3-b9ae-df99a46dc4cf req-b7d8d12b-4ea1-4946-b62d-824f6cf0f067 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 931 time: 0.2191362 Jul 16 18:36:07.692968 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5a943e62-fa71-42b3-b9ae-df99a46dc4cf req-292093d2-6cc3-4698-afd9-0f7b21b39379 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550232 Jul 16 18:36:07.714712 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3e769c48-8345-4078-ba2a-cd7ea4477cb3 req-ffddc933-f46d-4416-a5f9-8c8abefd5dbd tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 210 time: 0.0571597 Jul 16 18:36:07.769452 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 56126) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:07.799329 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8ab4dea3-3b3e-4cda-8ee7-7bd0d848bdb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.850773 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-29e13bed-6f02-46fe-9d8a-bf3dd8a82c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.853568 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-29e13bed-6f02-46fe-9d8a-bf3dd8a82c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.857782 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-29e13bed-6f02-46fe-9d8a-bf3dd8a82c41 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e0351d6f-b6dd-4023-9ece-833bb2fb38bc HTTP/1.1" status: 204 len: 168 time: 0.6769760 Jul 16 18:36:07.886509 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'name': 'tempest-ServerRescueNegativeTestJSON-1634425011-router', 'tenant_id': 'fb54116dfef342de94149d52c6033134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'bb1ca123-e368-4971-96fd-9aa67dff5327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:53Z', 'updated_at': '2021-07-16T18:36:01Z', 'revision_number': 4, 'project_id': 'fb54116dfef342de94149d52c6033134', 'gw_port': {'id': 'bb1ca123-e368-4971-96fd-9aa67dff5327', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'ce0cbd45-a7a9-4e2d-a672-5a2dc289371d', 'name': '', 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043', 'tenant_id': 'fb54116dfef342de94149d52c6033134', 'mac_address': 'fa:16:3e:fb:79:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd5a1f91e-ba26-4d13-a774-60668e112a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:07Z', 'revision_number': 4, 'project_id': 'fb54116dfef342de94149d52c6033134', 'subnets': [{'id': 'd5a1f91e-ba26-4d13-a774-60668e112a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:07.894099 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e13bed-6f02-46fe-9d8a-bf3dd8a82c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0351d6f-b6dd-4023-9ece-833bb2fb38bc,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.904511 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_common [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Allocated IP 172.27.3.137 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/1b0729c1-12af-4307-8f56-d4b7f59c30b4) {{(pid=93247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:07.930580 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee5357a-ef7b-4081-a33c-eca8df0f35d7 None None] The sync data for ids ['ebfd5467-9e1e-48ba-8c17-469b8b3d416a'] in dv-cinder-786932-5-iscsi is: [{'id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'name': 'tempest-ServerRescueNegativeTestJSON-1634425011-router', 'tenant_id': 'fb54116dfef342de94149d52c6033134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'bb1ca123-e368-4971-96fd-9aa67dff5327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:53Z', 'updated_at': '2021-07-16T18:36:01Z', 'revision_number': 4, 'project_id': 'fb54116dfef342de94149d52c6033134', 'gw_port': {'id': 'bb1ca123-e368-4971-96fd-9aa67dff5327', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'ce0cbd45-a7a9-4e2d-a672-5a2dc289371d', 'name': '', 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043', 'tenant_id': 'fb54116dfef342de94149d52c6033134', 'mac_address': 'fa:16:3e:fb:79:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd5a1f91e-ba26-4d13-a774-60668e112a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:07Z', 'revision_number': 4, 'project_id': 'fb54116dfef342de94149d52c6033134', 'subnets': [{'id': 'd5a1f91e-ba26-4d13-a774-60668e112a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:08.200386 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8ab4dea3-3b3e-4cda-8ee7-7bd0d848bdb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.211809 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8ab4dea3-3b3e-4cda-8ee7-7bd0d848bdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.236698 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for port, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.283032 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-8ab4dea3-3b3e-4cda-8ee7-7bd0d848bdb5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=109430158d1542c7b2d52eb27f420cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100529 Jul 16 18:36:08.283716 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 56144) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:08.299739 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4dea3-3b3e-4cda-8ee7-7bd0d848bdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c089d8e-a6b0-4340-b3f1-a7b6a900a7bc,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:08.358510 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.367717 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fce311-4b64-407c-a825-ed78bf163db7 req-39abb2f4-9711-418b-b993-9cd1a82afb07 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:08.374972 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e0fce311-4b64-407c-a825-ed78bf163db7 req-39abb2f4-9711-418b-b993-9cd1a82afb07 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 932 time: 0.2095351 Jul 16 18:36:08.385547 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device ce0cbd45-a7a9-4e2d-a672-5a2dc289371d up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:08.433249 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event updated for resources: {'Port': ['ID=1b0729c1-12af-4307-8f56-d4b7f59c30b4,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:08.444834 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:08.451560 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:08.463627 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Received port after_create {{(pid=93247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:08.489929 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e35680d-66d6-4c59-8ce9-5e1c70b4ed61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.495154 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port ce0cbd45-a7a9-4e2d-a672-5a2dc289371d completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:08.506393 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port ce0cbd45-a7a9-4e2d-a672-5a2dc289371d triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:08.506393 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.526273 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e0fce311-4b64-407c-a825-ed78bf163db7 req-76343566-f08b-449c-bcb1-d03096f7fce8 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503170 Jul 16 18:36:08.616683 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e35680d-66d6-4c59-8ce9-5e1c70b4ed61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.635992 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.707078 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e35680d-66d6-4c59-8ce9-5e1c70b4ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.710213 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e35680d-66d6-4c59-8ce9-5e1c70b4ed61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.712653 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-1e35680d-66d6-4c59-8ce9-5e1c70b4ed61 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3c089d8e-a6b0-4340-b3f1-a7b6a900a7bc HTTP/1.1" status: 204 len: 168 time: 0.4277155 Jul 16 18:36:08.754598 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35680d-66d6-4c59-8ce9-5e1c70b4ed61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c089d8e-a6b0-4340-b3f1-a7b6a900a7bc,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:08.772153 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.982559 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.991396 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:09.082338 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0c363260-e0b6-484f-b00b-8605434193ef req-a577e79b-f78a-4a62-8a81-89e0ff20d0bc tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 210 time: 0.0621901 Jul 16 18:36:09.153623 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port ce0cbd45-a7a9-4e2d-a672-5a2dc289371d, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=ce0cbd45-a7a9-4e2d-a672-5a2dc289371d,segment=NetworkSegment(c0d4571c-1484-4f9b-8119-bcb2e488af92),segment_id=c0d4571c-1484-4f9b-8119-bcb2e488af92)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:09.166214 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.167076 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device c222c620-9058-453c-9313-297b48aad84f up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:09.423931 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=ce0cbd45-a7a9-4e2d-a672-5a2dc289371d,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:09.448680 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port c222c620-9058-453c-9313-297b48aad84f completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:09.468625 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port c222c620-9058-453c-9313-297b48aad84f triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:09.469036 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.475985 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648df349-0c54-4f9c-9652-a7b0be2f0560 req-107c3e19-d570-4091-8fff-3298ae8cb93b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:09.477701 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-648df349-0c54-4f9c-9652-a7b0be2f0560 req-107c3e19-d570-4091-8fff-3298ae8cb93b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 931 time: 0.4344087 Jul 16 18:36:09.656470 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.699424 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port c222c620-9058-453c-9313-297b48aad84f, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=c222c620-9058-453c-9313-297b48aad84f,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:09.706819 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.707031 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for port, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.718644 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.729990 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-648df349-0c54-4f9c-9652-a7b0be2f0560 req-1be4993d-3cf7-4124-9168-3f07108b5efd tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445807 Jul 16 18:36:09.780675 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event updated for resources: {'Port': ['ID=1b0729c1-12af-4307-8f56-d4b7f59c30b4,revision_number=2']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:09.801426 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.822479 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.837379 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=c222c620-9058-453c-9313-297b48aad84f,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:09.848821 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-002649af-31b7-443c-970d-d08a8a2ee33e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1269791 Jul 16 18:36:09.948828 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d0a7f-d8f5-4a68-9a60-ecda2ea24e58 req-6342bcbb-77c1-4636-b538-3010815796a1 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:09.959687 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b76d0a7f-d8f5-4a68-9a60-ecda2ea24e58 req-6342bcbb-77c1-4636-b538-3010815796a1 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 932 time: 0.2353110 Jul 16 18:36:10.032021 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b76d0a7f-d8f5-4a68-9a60-ecda2ea24e58 req-daee9d0f-c1c8-45a5-980e-ed23cd01456b tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713272 Jul 16 18:36:10.319371 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device ce0cbd45-a7a9-4e2d-a672-5a2dc289371d up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:10.345447 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-d083488f-ec92-4d66-935d-390a9503e408 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:36:10.347345 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-d083488f-ec92-4d66-935d-390a9503e408 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080478 Jul 16 18:36:10.368416 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-32337e16-9688-459b-b893-b9f635a7185f tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:36:10.369739 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-32337e16-9688-459b-b893-b9f635a7185f tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068696 Jul 16 18:36:10.408757 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1b075838-81a3-4c5a-b19e-112a5e66dbc7 req-c136dceb-7ac0-456e-8e8d-67107af25015 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 210 time: 0.0716705 Jul 16 18:36:10.519756 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-d26a4067-8763-4b22-b628-00d1de37d566 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--476614904&fields=id&tenant_id=3b8177a378e543ef8f2fbab8b0445fdc HTTP/1.1" status: 200 len: 267 time: 0.1853673 Jul 16 18:36:10.549208 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port ce0cbd45-a7a9-4e2d-a672-5a2dc289371d triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:10.549450 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.774083 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device c222c620-9058-453c-9313-297b48aad84f up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:10.875455 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-38285783-9fe5-42fa-8ce2-3beb622581a3 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:10.881363 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-38285783-9fe5-42fa-8ce2-3beb622581a3 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/networks?id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f HTTP/1.1" status: 200 len: 816 time: 0.3528709 Jul 16 18:36:10.923147 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6fc34e2e-9786-4a3d-827b-deaf9c1a2264 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/quotas/3b8177a378e543ef8f2fbab8b0445fdc HTTP/1.1" status: 200 len: 375 time: 0.0234230 Jul 16 18:36:10.950797 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port c222c620-9058-453c-9313-297b48aad84f triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:10.951169 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.104464 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-36f597d3-dd13-4a1a-b317-ed0d93d5961e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1749988 Jul 16 18:36:11.180362 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec98492-629c-45d9-b86f-19d4a1cb0660 req-13a30e7c-ce2b-4a25-978b-6067fc60d76b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:11.191298 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0ec98492-629c-45d9-b86f-19d4a1cb0660 req-13a30e7c-ce2b-4a25-978b-6067fc60d76b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 931 time: 0.2167225 Jul 16 18:36:11.265250 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0ec98492-629c-45d9-b86f-19d4a1cb0660 req-ac155a7e-2ad3-43e4-ab89-ea83d619a641 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689003 Jul 16 18:36:11.510276 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Request body: {'port': {'device_id': '9290f712-6338-4983-8a95-296111f8f86e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:11.552706 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 56290) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:11.568336 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Request body: {'port': {'device_id': '282d72dd-7255-4784-890c-7b29900b72f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:11.570721 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-5556c211-8b9c-48ef-9b6d-c4ef9715c255 service neutron] 10.222.0.68 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403698 Jul 16 18:36:11.717430 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e428c80-26e7-4b03-b26b-5145a837648a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.747592 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a736b-68bb-4e1c-85f3-f8c721f7d4fe req-ab88e08c-a505-4d51-b8f2-1cbe87a902cd tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:11.755168 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-228a736b-68bb-4e1c-85f3-f8c721f7d4fe req-ab88e08c-a505-4d51-b8f2-1cbe87a902cd tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 932 time: 0.3043916 Jul 16 18:36:11.770722 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.067602 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-2cd12a1c-f5e8-4176-9f05-1828f5fdd8da service neutron] 10.222.0.68 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851744 Jul 16 18:36:12.118309 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-228a736b-68bb-4e1c-85f3-f8c721f7d4fe req-a433c19f-5060-42d1-93e6-10d3afef42ba tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621511 Jul 16 18:36:12.118956 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.650802 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b65503-5db5-4c73-90c6-057412ab98d5 req-6ac25a65-dd61-48ba-9dec-1bbcfde60d43 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:12.662826 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-29b65503-5db5-4c73-90c6-057412ab98d5 req-6ac25a65-dd61-48ba-9dec-1bbcfde60d43 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 931 time: 0.1616688 Jul 16 18:36:12.725732 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6da8c15-03d2-42fc-a526-1d01b51acf72 req-da15c8ea-eabf-4a50-ad5c-bbc3356bf7da tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 210 time: 0.2093809 Jul 16 18:36:12.819135 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-29b65503-5db5-4c73-90c6-057412ab98d5 req-e43335c1-8e73-4b1b-9dfc-32c0a845eb7e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529787 Jul 16 18:36:13.014037 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29decfa7-3e3d-45fe-aa18-93fe56b3b5cc req-fc88fb6a-b474-4b9e-8ef6-7fbebd5f1ffb tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 210 time: 0.2089267 Jul 16 18:36:13.114701 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e428c80-26e7-4b03-b26b-5145a837648a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.147825 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e428c80-26e7-4b03-b26b-5145a837648a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.216654 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 56352) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:13.221589 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-1e428c80-26e7-4b03-b26b-5145a837648a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f36feec5de864417861cb0dbdc859946&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6643713 Jul 16 18:36:13.372478 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e428c80-26e7-4b03-b26b-5145a837648a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4672f4a3-7099-4a05-adc4-c20a07f9b7bc,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:13.452265 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-54bd3ebb-9bc5-4088-84e6-f8c1c299add6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.570738 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7de5804-4d6b-4738-8de2-a92f64a3fe3b {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:13.584407 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.671822 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-54bd3ebb-9bc5-4088-84e6-f8c1c299add6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.674110 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Transition to ACTIVE for port object f7de5804-4d6b-4738-8de2-a92f64a3fe3b will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:13.702460 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.737678 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538eb5f0-9525-429b-afd0-2c60049e551e {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:13.759482 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.789365 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Pushing event updated for resources: {'Port': ['ID=f7de5804-4d6b-4738-8de2-a92f64a3fe3b,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:13.818341 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Transition to ACTIVE for port object 538eb5f0-9525-429b-afd0-2c60049e551e will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:13.836678 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-54bd3ebb-9bc5-4088-84e6-f8c1c299add6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.840077 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-54bd3ebb-9bc5-4088-84e6-f8c1c299add6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.840450 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.844405 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-54bd3ebb-9bc5-4088-84e6-f8c1c299add6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4672f4a3-7099-4a05-adc4-c20a07f9b7bc HTTP/1.1" status: 204 len: 168 time: 0.6266744 Jul 16 18:36:13.870312 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd3ebb-9bc5-4088-84e6-f8c1c299add6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4672f4a3-7099-4a05-adc4-c20a07f9b7bc,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:13.923954 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f40e8-fe79-4cc2-a4f5-925fb80720bf req-44b0fbe4-ea02-4afd-81b5-a7ff17df75c2 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:13.934173 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5e9f40e8-fe79-4cc2-a4f5-925fb80720bf req-44b0fbe4-ea02-4afd-81b5-a7ff17df75c2 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 932 time: 0.4531782 Jul 16 18:36:13.962197 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Attempting to bind port f7de5804-4d6b-4738-8de2-a92f64a3fe3b on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:13.964971 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Attempting to bind port f7de5804-4d6b-4738-8de2-a92f64a3fe3b by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:13.965112 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Attempting to bind port f7de5804-4d6b-4738-8de2-a92f64a3fe3b on network 29873718-7d95-4147-8f25-a586bd11d585 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:14.039602 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5e9f40e8-fe79-4cc2-a4f5-925fb80720bf req-c0affa2b-b5c6-4c31-aa0d-d097c6978360 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989671 Jul 16 18:36:14.082304 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=538eb5f0-9525-429b-afd0-2c60049e551e,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:14.104427 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Port f7de5804-4d6b-4738-8de2-a92f64a3fe3b on network 29873718-7d95-4147-8f25-a586bd11d585 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:14.104853 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Attempting to bind port f7de5804-4d6b-4738-8de2-a92f64a3fe3b on network 29873718-7d95-4147-8f25-a586bd11d585 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:14.116885 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-48b5fec2-aec8-410d-9473-ebeac3b6b21d req-65371236-254f-4075-ab48-92296d017f50 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 210 time: 0.1479070 Jul 16 18:36:14.118658 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:14.119140 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Checking segment: {'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:14.119810 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Bound using segment: {'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:14.120842 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Bound port: f7de5804-4d6b-4738-8de2-a92f64a3fe3b, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:14.121556 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.203423 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Attempting to bind port 538eb5f0-9525-429b-afd0-2c60049e551e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:14.203654 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Attempting to bind port 538eb5f0-9525-429b-afd0-2c60049e551e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'fbc26b6a-4e40-4beb-9f43-da6d3fd47620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5558c952-6dfb-4b9d-806f-6001806ecab8'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:14.204001 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Attempting to bind port 538eb5f0-9525-429b-afd0-2c60049e551e on network 5558c952-6dfb-4b9d-806f-6001806ecab8 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:14.215334 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Port 538eb5f0-9525-429b-afd0-2c60049e551e on network 5558c952-6dfb-4b9d-806f-6001806ecab8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:14.217180 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Attempting to bind port 538eb5f0-9525-429b-afd0-2c60049e551e on network 5558c952-6dfb-4b9d-806f-6001806ecab8 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:14.275707 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:14.277791 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Checking segment: {'id': 'fbc26b6a-4e40-4beb-9f43-da6d3fd47620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5558c952-6dfb-4b9d-806f-6001806ecab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:14.278351 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Bound using segment: {'id': 'fbc26b6a-4e40-4beb-9f43-da6d3fd47620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5558c952-6dfb-4b9d-806f-6001806ecab8'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:14.278957 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Bound port: 538eb5f0-9525-429b-afd0-2c60049e551e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc26b6a-4e40-4beb-9f43-da6d3fd47620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '5558c952-6dfb-4b9d-806f-6001806ecab8'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:14.279935 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.377744 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] For port f7de5804-4d6b-4738-8de2-a92f64a3fe3b, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:14.396149 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c7dd1-0113-4269-b39c-c7342864a241 req-0e968229-afef-44b0-b811-cd21e269e9f5 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:14.399820 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4f1c7dd1-0113-4269-b39c-c7342864a241 req-0e968229-afef-44b0-b811-cd21e269e9f5 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 943 time: 0.1034043 Jul 16 18:36:14.441063 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d515b1cd-edaa-4ca8-b805-8dff2500ccb1 req-3e3fd26a-03f4-429b-b3ad-c47b7f8e4ba5 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 210 time: 0.0798175 Jul 16 18:36:14.444710 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] For port f7de5804-4d6b-4738-8de2-a92f64a3fe3b, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f7de5804-4d6b-4738-8de2-a92f64a3fe3b,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:14.447753 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] For port 538eb5f0-9525-429b-afd0-2c60049e551e, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:14.459167 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.491898 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4f1c7dd1-0113-4269-b39c-c7342864a241 req-bdf59ef4-88b5-478b-b443-3ab0a90a5334 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839257 Jul 16 18:36:14.521704 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] For port 538eb5f0-9525-429b-afd0-2c60049e551e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=538eb5f0-9525-429b-afd0-2c60049e551e,segment=NetworkSegment(fbc26b6a-4e40-4beb-9f43-da6d3fd47620),segment_id=fbc26b6a-4e40-4beb-9f43-da6d3fd47620)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:14.533325 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.536786 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Pushing event updated for resources: {'Port': ['ID=f7de5804-4d6b-4738-8de2-a92f64a3fe3b,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:14.548924 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:14.549425 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.550850 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7def3150-bef9-48a4-b513-484c5004d5fb service neutron] 10.222.0.84 "PUT /v2.0/ports/f7de5804-4d6b-4738-8de2-a92f64a3fe3b HTTP/1.1" status: 200 len: 1093 time: 3.1812472 Jul 16 18:36:14.551301 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9290f712-6338-4983-8a95-296111f8f86e', 'tag': 'f7de5804-4d6b-4738-8de2-a92f64a3fe3b'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:14.665264 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:14.665933 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:14.668457 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] 10.222.0.84 "PUT /v2.0/ports/538eb5f0-9525-429b-afd0-2c60049e551e HTTP/1.1" status: 200 len: 1094 time: 3.3045292 Jul 16 18:36:14.689712 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825091d4-11c8-4077-b32c-48a63e0fe7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=538eb5f0-9525-429b-afd0-2c60049e551e,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:14.805438 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 56412) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.108973 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-437501e5-ead8-45c8-9cd4-68a840d34864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.341155 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-fc559871-e782-475a-b600-2a8861f91d4e req-be794c2f-99c9-481a-bea8-bb1b69cf4d7c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 210 time: 0.0520954 Jul 16 18:36:15.368221 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-437501e5-ead8-45c8-9cd4-68a840d34864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.373375 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345b1eb1-366a-4410-a836-a8aa9a6e25ce" -d '{"events": [{"name": "network-changed", "server_uuid": "9290f712-6338-4983-8a95-296111f8f86e", "tag": "f7de5804-4d6b-4738-8de2-a92f64a3fe3b"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:15.432509 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-437501e5-ead8-45c8-9cd4-68a840d34864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.556879 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-437501e5-ead8-45c8-9cd4-68a840d34864 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=03b56de2edc54bb89b2964b45cfc0ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7499571 Jul 16 18:36:15.559615 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 56450) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.569149 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437501e5-ead8-45c8-9cd4-68a840d34864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dc44d1-9560-41a4-b81c-05f7d9323bfe,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:15.641803 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd661857-b59b-4f25-874e-192ad6b3e5d7 req-f5d41f76-b1e0-4290-abe3-955de6d7ebcb tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:15.643859 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dd661857-b59b-4f25-874e-192ad6b3e5d7 req-f5d41f76-b1e0-4290-abe3-955de6d7ebcb tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 944 time: 0.2501819 Jul 16 18:36:15.655072 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d02d943b-a56a-4e4b-afe0-ab71d9594f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.696651 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dd661857-b59b-4f25-874e-192ad6b3e5d7 req-d6012777-0a18-4d8f-956e-bcaad50bf307 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468857 Jul 16 18:36:15.698019 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d02d943b-a56a-4e4b-afe0-ab71d9594f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.765559 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d02d943b-a56a-4e4b-afe0-ab71d9594f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.769412 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d02d943b-a56a-4e4b-afe0-ab71d9594f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.771170 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-d02d943b-a56a-4e4b-afe0-ab71d9594f4b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/50dc44d1-9560-41a4-b81c-05f7d9323bfe HTTP/1.1" status: 204 len: 168 time: 0.2037678 Jul 16 18:36:15.809329 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d943b-a56a-4e4b-afe0-ab71d9594f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dc44d1-9560-41a4-b81c-05f7d9323bfe,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:15.837656 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a141f65-3759-43c9-82a4-d515712f9f59 x-openstack-request-id: req-7a141f65-3759-43c9-82a4-d515712f9f59 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:15.838174 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9290f712-6338-4983-8a95-296111f8f86e", "tag": "f7de5804-4d6b-4738-8de2-a92f64a3fe3b", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:15.838318 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7a141f65-3759-43c9-82a4-d515712f9f59 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:15.839136 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9290f712-6338-4983-8a95-296111f8f86e', 'tag': 'f7de5804-4d6b-4738-8de2-a92f64a3fe3b', 'status': 'completed', 'code': 200} Jul 16 18:36:16.013164 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-118c9f31-19e5-4735-8980-3c3ee2fcca83 req-8d51dd2c-e0be-4a25-bd6c-805f8a5314dc tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 210 time: 0.0756404 Jul 16 18:36:16.127922 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec476ec-027f-4387-93ab-699aa400d1e3 req-b738b239-8642-4446-9674-17b07366cb8e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.129900 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5ec476ec-027f-4387-93ab-699aa400d1e3 req-b738b239-8642-4446-9674-17b07366cb8e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 943 time: 0.1053479 Jul 16 18:36:16.175593 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5ec476ec-027f-4387-93ab-699aa400d1e3 req-d8f4a584-e734-42e1-be5f-c0e8bb57ef73 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391300 Jul 16 18:36:16.301722 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 56468) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:16.318310 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b8887a60-ef96-47c6-bff9-cbbfdd2f272f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.434324 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b8887a60-ef96-47c6-bff9-cbbfdd2f272f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.439605 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b8887a60-ef96-47c6-bff9-cbbfdd2f272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.493552 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-b8887a60-ef96-47c6-bff9-cbbfdd2f272f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=498b1d292d9e4c67ac879db6332960d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903663 Jul 16 18:36:16.497539 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 56476) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:16.527304 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8887a60-ef96-47c6-bff9-cbbfdd2f272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77819b4-466a-4211-9d29-41269080c159,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:16.532360 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a28005c7-05e0-42fb-b5c4-d43a4359cd42 req-bc7dde3d-1faf-451e-ad59-2e57c5e7e248 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 210 time: 0.0646157 Jul 16 18:36:16.599261 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a901af63-4766-43a9-8b75-0a9f7c9ba140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.629135 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a901af63-4766-43a9-8b75-0a9f7c9ba140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.687032 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a901af63-4766-43a9-8b75-0a9f7c9ba140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.693423 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a901af63-4766-43a9-8b75-0a9f7c9ba140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.694690 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-a901af63-4766-43a9-8b75-0a9f7c9ba140 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a77819b4-466a-4211-9d29-41269080c159 HTTP/1.1" status: 204 len: 168 time: 0.1961162 Jul 16 18:36:16.719346 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901af63-4766-43a9-8b75-0a9f7c9ba140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77819b4-466a-4211-9d29-41269080c159,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:16.983559 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a9bec-b8ab-4546-b3b5-3dd6a471a6c8 req-9d389412-4155-4c87-99aa-be829e1a4e5e tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.990090 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0c6a9bec-b8ab-4546-b3b5-3dd6a471a6c8 req-9d389412-4155-4c87-99aa-be829e1a4e5e tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 944 time: 0.1409597 Jul 16 18:36:17.075059 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0c6a9bec-b8ab-4546-b3b5-3dd6a471a6c8 req-a324520a-914a-477d-bfb3-16dc039129ab tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752239 Jul 16 18:36:17.198317 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4a1c84ea-4dc7-4b59-880d-925f24adcff2 req-e047d887-e0fd-4325-b035-81354ddca1ee tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 210 time: 0.0321469 Jul 16 18:36:17.378590 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 56526) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:17.396356 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327db33-b93d-4f06-93f8-42020a63c4fc req-bee91a11-9f30-408f-803b-6ca46c0ca386 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:17.413436 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f327db33-b93d-4f06-93f8-42020a63c4fc req-bee91a11-9f30-408f-803b-6ca46c0ca386 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 943 time: 0.0983853 Jul 16 18:36:17.498980 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f327db33-b93d-4f06-93f8-42020a63c4fc req-cdd98775-839d-4831-b640-4ae1888b68a5 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843477 Jul 16 18:36:17.605661 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-bb1fa360-0e08-4df0-92ac-e332c1b1ef33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.740082 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-bb1fa360-0e08-4df0-92ac-e332c1b1ef33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.765982 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-48969655-0be7-413d-9906-f9ee2ef2b0e5 req-dd29c5da-daf7-4f5f-9783-25efdb6795fa tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 210 time: 0.0550141 Jul 16 18:36:17.767241 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-bb1fa360-0e08-4df0-92ac-e332c1b1ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.809387 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-bb1fa360-0e08-4df0-92ac-e332c1b1ef33 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7dd2177236cb4e80960d473f45fcefe4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4293168 Jul 16 18:36:17.810705 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1fa360-0e08-4df0-92ac-e332c1b1ef33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fb7dd9-63b1-45b6-b711-5da6ba363bb5,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:17.814153 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 56544) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:17.849914 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282d72dd-7255-4784-890c-7b29900b72f7', 'tag': '538eb5f0-9525-429b-afd0-2c60049e551e'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:17.852284 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c14a486-0a4e-4192-9f6b-36f2b773c838" -d '{"events": [{"name": "network-changed", "server_uuid": "282d72dd-7255-4784-890c-7b29900b72f7", "tag": "538eb5f0-9525-429b-afd0-2c60049e551e"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:17.901276 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1e5ecb0-1f82-4f19-bc43-e814bc746233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.904670 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6988580-0ca3-4f1a-8fc6-277c2332a574 x-openstack-request-id: req-b6988580-0ca3-4f1a-8fc6-277c2332a574 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:17.904929 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282d72dd-7255-4784-890c-7b29900b72f7", "tag": "538eb5f0-9525-429b-afd0-2c60049e551e", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:17.905170 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b6988580-0ca3-4f1a-8fc6-277c2332a574 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:17.905597 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282d72dd-7255-4784-890c-7b29900b72f7', 'tag': '538eb5f0-9525-429b-afd0-2c60049e551e', 'status': 'completed', 'code': 200} Jul 16 18:36:17.929320 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1e5ecb0-1f82-4f19-bc43-e814bc746233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.984552 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1e5ecb0-1f82-4f19-bc43-e814bc746233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.987089 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1e5ecb0-1f82-4f19-bc43-e814bc746233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.988227 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a1e5ecb0-1f82-4f19-bc43-e814bc746233 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a9fb7dd9-63b1-45b6-b711-5da6ba363bb5 HTTP/1.1" status: 204 len: 168 time: 0.1727636 Jul 16 18:36:17.995943 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5ecb0-1f82-4f19-bc43-e814bc746233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fb7dd9-63b1-45b6-b711-5da6ba363bb5,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:18.322949 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fccf0-eb63-4057-9a6d-5fc913a7baa4 req-b151952d-f273-4255-a11d-8d30c5931122 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:18.324752 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0b7fccf0-eb63-4057-9a6d-5fc913a7baa4 req-b151952d-f273-4255-a11d-8d30c5931122 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 944 time: 0.1061673 Jul 16 18:36:18.392127 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0b7fccf0-eb63-4057-9a6d-5fc913a7baa4 req-1cf7fea3-6d12-45de-8666-d41701d08707 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562863 Jul 16 18:36:18.406965 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5b0b5272-b61b-4a9a-8a2f-ef1890026ca3 req-d96d34df-9feb-44f2-88ae-48fc85e0ddd4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 210 time: 0.0363269 Jul 16 18:36:18.537685 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 56576) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:18.550424 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-39cebf7f-b55c-40e9-a81d-337623a2c146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.680197 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-39cebf7f-b55c-40e9-a81d-337623a2c146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.686232 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-39cebf7f-b55c-40e9-a81d-337623a2c146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.733649 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-39cebf7f-b55c-40e9-a81d-337623a2c146 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7e62d6cc0bce4f8c848dd8c50621ccd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949215 Jul 16 18:36:18.736242 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cebf7f-b55c-40e9-a81d-337623a2c146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a447d1e-5309-4035-b222-ecdde6805a0e,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:18.736681 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 56584) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:18.756393 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aaf569-6f78-4897-ae97-03c65c18565c req-0e423d77-7298-4ea6-aa28-ebc77967efe6 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:18.764540 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a8aaf569-6f78-4897-ae97-03c65c18565c req-0e423d77-7298-4ea6-aa28-ebc77967efe6 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 943 time: 0.1317801 Jul 16 18:36:18.801225 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8fb95ed0-f792-4f71-9134-bb817a0bfa36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.805613 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a8aaf569-6f78-4897-ae97-03c65c18565c req-4bbb0eca-8fd1-41c8-856a-15522a4da725 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Jul 16 18:36:18.823511 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8fb95ed0-f792-4f71-9134-bb817a0bfa36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.874989 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8fb95ed0-f792-4f71-9134-bb817a0bfa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.878100 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8fb95ed0-f792-4f71-9134-bb817a0bfa36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.881825 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-8fb95ed0-f792-4f71-9134-bb817a0bfa36 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7a447d1e-5309-4035-b222-ecdde6805a0e HTTP/1.1" status: 204 len: 168 time: 0.1414313 Jul 16 18:36:18.898641 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb95ed0-f792-4f71-9134-bb817a0bfa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a447d1e-5309-4035-b222-ecdde6805a0e,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:18.924962 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8e3ea738-bba7-42d0-b10b-345155630e09 req-197b658d-fbff-4012-ab7b-6894487ae6ff tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 210 time: 0.0365171 Jul 16 18:36:19.574650 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e48a7378-8529-455b-9fe8-c7370787edd8 req-40df0b6c-f07d-49bb-9ac1-98ab016e5e33 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 210 time: 0.0455527 Jul 16 18:36:19.718524 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.84', 49912) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:19.835791 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14a486-0a4e-4192-9f6b-36f2b773c838 req-19a7924f-a190-48de-bb80-ba90358779bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:19.839462 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1c14a486-0a4e-4192-9f6b-36f2b773c838 req-19a7924f-a190-48de-bb80-ba90358779bf service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ffaac37300a04fd29c2f73de31eb355d&device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 1097 time: 0.1009476 Jul 16 18:36:20.044008 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-81aff3c8-c00f-4749-8eda-7a889eef5947 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.045746 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-81aff3c8-c00f-4749-8eda-7a889eef5947 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.84 "GET /v2.0/networks?id=e8ad46c9-129c-4ddd-b2a7-74be4109f043 HTTP/1.1" status: 200 len: 819 time: 0.4518783 Jul 16 18:36:20.062601 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa7aca-0ca2-40da-b76d-9711e207a0e4 req-b7616e36-eb66-4920-be15-0d31c730c9ee tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.069782 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-63aa7aca-0ca2-40da-b76d-9711e207a0e4 req-b7616e36-eb66-4920-be15-0d31c730c9ee tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 944 time: 0.5256298 Jul 16 18:36:20.078990 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b1eb1-366a-4410-a836-a8aa9a6e25ce req-eddca67c-9adf-4d75-b507-8dfd49e9fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.080446 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-345b1eb1-366a-4410-a836-a8aa9a6e25ce req-eddca67c-9adf-4d75-b507-8dfd49e9fc1f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5607965800841a692b6942051d81098&device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 1096 time: 0.5206537 Jul 16 18:36:20.086563 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Request body: {'port': {'device_id': 'b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c', 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043', 'admin_state_up': True, 'tenant_id': 'fb54116dfef342de94149d52c6033134'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:20.183890 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.84', 49916) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:20.195785 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-63aa7aca-0ca2-40da-b76d-9711e207a0e4 req-09a1e57e-1121-4a5e-9a0a-fc9390586ac9 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251481 Jul 16 18:36:20.304607 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14a486-0a4e-4192-9f6b-36f2b773c838 req-0006eac6-6da0-4232-9868-8e2ee405c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.306888 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1c14a486-0a4e-4192-9f6b-36f2b773c838 req-0006eac6-6da0-4232-9868-8e2ee405c648 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=ffaac37300a04fd29c2f73de31eb355d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4528244 Jul 16 18:36:20.407950 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd40f9f-4c8b-4649-bc0d-83b057b19c56 req-30ee1d23-860f-4528-9244-2c31a8bb56cb tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.409378 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bbd40f9f-4c8b-4649-bc0d-83b057b19c56 req-30ee1d23-860f-4528-9244-2c31a8bb56cb tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 943 time: 0.4474738 Jul 16 18:36:20.430693 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-a9aa5655-6e1d-4682-b231-8e2666d7e4d7 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.432841 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-a9aa5655-6e1d-4682-b231-8e2666d7e4d7 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.84 "GET /v2.0/networks?id=e8ad46c9-129c-4ddd-b2a7-74be4109f043 HTTP/1.1" status: 200 len: 819 time: 0.2403991 Jul 16 18:36:20.502045 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-1f61e568-2104-420c-b3fc-b1a20b9bdef3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Request body: {'port': {'device_id': '9b5b804e-beca-41e4-98d4-a9f652940001', 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043', 'admin_state_up': True, 'tenant_id': 'fb54116dfef342de94149d52c6033134'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:20.600120 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f581d7bc-ba48-4542-9a79-ecfdff33d745 req-8ca46844-b353-4ee1-a819-27fddd71805b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 210 time: 0.1342099 Jul 16 18:36:20.610408 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b1eb1-366a-4410-a836-a8aa9a6e25ce req-87fc91d2-72f9-43a2-ae6f-3721509a3934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.611869 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-345b1eb1-366a-4410-a836-a8aa9a6e25ce req-87fc91d2-72f9-43a2-ae6f-3721509a3934 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=c5607965800841a692b6942051d81098&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5131359 Jul 16 18:36:20.626857 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bbd40f9f-4c8b-4649-bc0d-83b057b19c56 req-7641df6a-2711-42d1-aadc-b04ab5fe1197 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927192 Jul 16 18:36:20.633620 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14a486-0a4e-4192-9f6b-36f2b773c838 req-5235fe98-40d0-4c87-b654-1946ad9c7cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.643145 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1c14a486-0a4e-4192-9f6b-36f2b773c838 req-5235fe98-40d0-4c87-b654-1946ad9c7cee service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3260760 Jul 16 18:36:20.739178 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.db.api [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:36:20.739178 dv-cinder-786932-5-iscsi neutron-server[93246]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:36:20.739178 dv-cinder-786932-5-iscsi neutron-server[93246]: [parameters: {'project_id': 'fb54116dfef342de94149d52c6033134', 'id': '5ab0447c-81d3-43bb-a6e5-58092b7d7e09', 'expiration': datetime.datetime(2021, 7, 16, 18, 38, 20, 720911)}] Jul 16 18:36:20.739178 dv-cinder-786932-5-iscsi neutron-server[93246]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93246) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:36:20.739592 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG oslo_db.api [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:36:20.857767 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-35c37ce7-6f14-419c-82b3-f52f14a43efc req-5141516f-46ec-43e9-bf80-78f12fe65491 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 210 time: 0.0685155 Jul 16 18:36:20.896803 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b1eb1-366a-4410-a836-a8aa9a6e25ce req-3a6b1464-7f52-4e1b-bcb3-f07bf0288199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.898736 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-345b1eb1-366a-4410-a836-a8aa9a6e25ce req-3a6b1464-7f52-4e1b-bcb3-f07bf0288199 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2596016 Jul 16 18:36:20.984108 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-1f61e568-2104-420c-b3fc-b1a20b9bdef3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Made reservation on behalf of fb54116dfef342de94149d52c6033134 for: {'port': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:20.991132 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-1f61e568-2104-420c-b3fc-b1a20b9bdef3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.057146 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.84', 49919) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:21.123612 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-5b0e9294-3b8e-4d34-bd58-bf6e1a800b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.125790 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-5b0e9294-3b8e-4d34-bd58-bf6e1a800b70 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=ffaac37300a04fd29c2f73de31eb355d&device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 1097 time: 0.3844600 Jul 16 18:36:21.247963 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-7534fb07-30b3-4897-ac2a-5a7d860bda25 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=538eb5f0-9525-429b-afd0-2c60049e551e HTTP/1.1" status: 200 len: 217 time: 0.1026258 Jul 16 18:36:21.398688 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Made reservation on behalf of fb54116dfef342de94149d52c6033134 for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:21.401381 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_common [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-1f61e568-2104-420c-b3fc-b1a20b9bdef3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Allocated IP 172.20.0.8 (e8ad46c9-129c-4ddd-b2a7-74be4109f043/d5a1f91e-ba26-4d13-a774-60668e112a4c/18d09951-7f45-4b86-af2f-53ec80d5a429) {{(pid=93247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:21.409339 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.451272 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-10a60029-3296-49d0-9c8a-22f302edb6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.453215 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-10a60029-3296-49d0-9c8a-22f302edb6bb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=96bd5d41-f194-4a43-88c4-71deec18da75 HTTP/1.1" status: 200 len: 851 time: 0.1905129 Jul 16 18:36:21.484796 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-a2c90812-07ec-4067-852f-2ce5f88aef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.487388 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-a2c90812-07ec-4067-852f-2ce5f88aef5a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5607965800841a692b6942051d81098&device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 1096 time: 0.4146087 Jul 16 18:36:21.508350 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-49f15c72-22bd-4583-8667-b694ce117061 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.509931 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-49f15c72-22bd-4583-8667-b694ce117061 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.84 "GET /v2.0/networks?id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f HTTP/1.1" status: 200 len: 816 time: 0.4384203 Jul 16 18:36:21.531836 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-42a85b47-a9e4-4337-b01f-07e17cc9d32e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=5558c952-6dfb-4b9d-806f-6001806ecab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571754 Jul 16 18:36:21.641784 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-7d8fb88b-9635-43b4-a254-ea0428357409 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7de5804-4d6b-4738-8de2-a92f64a3fe3b HTTP/1.1" status: 200 len: 217 time: 0.0966997 Jul 16 18:36:21.739293 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-920cca09-0a42-49a3-9d1f-4ce6be43f643 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b8177a378e543ef8f2fbab8b0445fdc HTTP/1.1" status: 200 len: 379 time: 0.1488771 Jul 16 18:36:21.765439 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-09988f72-5914-46d3-96a8-32cedca15936 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Request body: {'port': {'device_id': '3eb41297-851b-43d0-a0c2-afffba040204', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'admin_state_up': True, 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'security_groups': ['d5f69acc-0a5a-4ad0-b617-ecdb62a3be64']}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:21.794701 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245737a5-0950-428d-9336-fc9e09023788 req-39027db5-5864-463f-9d5c-d88aed5ceeb9 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.797893 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-603afe1b-7f02-4b0c-84b2-a4cf4431df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.799491 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-603afe1b-7f02-4b0c-84b2-a4cf4431df63 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=19ee39ff-aec1-451c-8b83-48ed0ded6052 HTTP/1.1" status: 200 len: 855 time: 0.1487267 Jul 16 18:36:21.801706 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-245737a5-0950-428d-9336-fc9e09023788 req-39027db5-5864-463f-9d5c-d88aed5ceeb9 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 944 time: 0.4020085 Jul 16 18:36:21.888676 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9982aa89-c5f6-489b-b255-37bf23de6057 req-325349ae-4872-4238-ab6c-75399dc4d56d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 210 time: 0.0876606 Jul 16 18:36:21.910851 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-ab00f367-8e75-4c70-94b3-e52c3beb2ed7 service neutron] 10.222.0.84 "GET /v2.0/networks/5558c952-6dfb-4b9d-806f-6001806ecab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498666 Jul 16 18:36:21.919225 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-fb6fef8b-45f4-428a-b5d9-5548884369bc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=29873718-7d95-4147-8f25-a586bd11d585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070476 Jul 16 18:36:21.929018 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-245737a5-0950-428d-9336-fc9e09023788 req-ca7eb300-e4f3-4001-b5c9-eaadf8d6dfb6 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263497 Jul 16 18:36:21.935448 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-1f61e568-2104-420c-b3fc-b1a20b9bdef3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks [] for port, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.102329 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-9e54dee8-c248-43a1-8007-060cecb266bd service neutron] 10.222.0.84 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721718 Jul 16 18:36:22.122516 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c9e1eb55-45b1-4e5a-a25e-927d026d3a3e req-94463af7-1ebc-460a-bd68-1da8784fa279 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 210 time: 0.0423906 Jul 16 18:36:22.124561 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-181da9c5-8310-4642-8fdc-44e38ae4c004 service neutron] 10.222.0.84 "GET /v2.0/networks/5558c952-6dfb-4b9d-806f-6001806ecab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062659 Jul 16 18:36:22.138018 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-1f61e568-2104-420c-b3fc-b1a20b9bdef3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.232132 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-1f61e568-2104-420c-b3fc-b1a20b9bdef3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Network e8ad46c9-129c-4ddd-b2a7-74be4109f043 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:22.240928 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-1f61e568-2104-420c-b3fc-b1a20b9bdef3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:22.248672 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-1f61e568-2104-420c-b3fc-b1a20b9bdef3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Received port after_create {{(pid=93247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:22.254510 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-1f61e568-2104-420c-b3fc-b1a20b9bdef3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.255091 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-1f61e568-2104-420c-b3fc-b1a20b9bdef3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for port, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.272080 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61e568-2104-420c-b3fc-b1a20b9bdef3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Pushing event updated for resources: {'Port': ['ID=18d09951-7f45-4b86-af2f-53ec80d5a429,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:22.442386 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Allocated IP 172.20.0.9 (e8ad46c9-129c-4ddd-b2a7-74be4109f043/d5a1f91e-ba26-4d13-a774-60668e112a4c/53c62cf5-bc8e-4b46-83c1-5c407e228a6c) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:22.444087 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-1f61e568-2104-420c-b3fc-b1a20b9bdef3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9570239 Jul 16 18:36:22.445062 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-09988f72-5914-46d3-96a8-32cedca15936 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Made reservation on behalf of 3b8177a378e543ef8f2fbab8b0445fdc for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:22.448513 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-09988f72-5914-46d3-96a8-32cedca15936 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.463640 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Request body: {'port': {'device_id': '9b5b804e-beca-41e4-98d4-a9f652940001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:22.486824 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deef2897-f68f-46f1-b79d-c0c10e7e7369 req-f577c0dd-4dca-4d97-8987-33aea6038328 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.488234 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-deef2897-f68f-46f1-b79d-c0c10e7e7369 req-f577c0dd-4dca-4d97-8987-33aea6038328 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 943 time: 0.4447830 Jul 16 18:36:22.537720 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.548385 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1082fdb-be62-4725-8761-b27dd14d5a5d req-9b1b29f5-a3ec-4472-9871-63665e18a1e8 service neutron] 10.222.0.84 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343905 Jul 16 18:36:22.641325 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-deef2897-f68f-46f1-b79d-c0c10e7e7369 req-81adaecb-ceac-4e57-9151-8bd2d3251145 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360109 Jul 16 18:36:22.732577 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-09988f72-5914-46d3-96a8-32cedca15936 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Allocated IP 172.20.0.12 (4e9bf718-bca9-47b8-a4f3-87ccd41afd9f/46ca2ddb-74dd-47d1-8095-68f81754e5b8/437b2ab0-67a4-41e5-a548-b309dc5a2d30) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:22.774428 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.891779 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.948993 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-09988f72-5914-46d3-96a8-32cedca15936 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.973579 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Network e8ad46c9-129c-4ddd-b2a7-74be4109f043 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:22.981507 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:22.983535 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-09988f72-5914-46d3-96a8-32cedca15936 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Transition to ACTIVE for port object 437b2ab0-67a4-41e5-a548-b309dc5a2d30 will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:22.984929 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Pushing event updated for resources: {'Port': ['ID=53c62cf5-bc8e-4b46-83c1-5c407e228a6c,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:22.987785 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:22.993700 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.994337 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.020244 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-122ca8d2-d4ae-40d7-bc25-35ca462d2408 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9387825 Jul 16 18:36:23.038980 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-09988f72-5914-46d3-96a8-32cedca15936 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.082723 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.notifiers.nova [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d09951-7f45-4b86-af2f-53ec80d5a429 {{(pid=93247) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:23.093861 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.119065 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.provisioning_blocks [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Transition to ACTIVE for port object 18d09951-7f45-4b86-af2f-53ec80d5a429 will not be triggered until provisioned by entity L2. {{(pid=93247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:23.123224 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-09988f72-5914-46d3-96a8-32cedca15936 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:23.134144 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.142500 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-09988f72-5914-46d3-96a8-32cedca15936 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:23.150651 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-09988f72-5914-46d3-96a8-32cedca15936 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:23.156309 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-09988f72-5914-46d3-96a8-32cedca15936 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.156929 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-09988f72-5914-46d3-96a8-32cedca15936 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.172290 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09988f72-5914-46d3-96a8-32cedca15936 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event updated for resources: {'Port': ['ID=437b2ab0-67a4-41e5-a548-b309dc5a2d30,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:23.194631 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Pushing event updated for resources: {'Port': ['ID=18d09951-7f45-4b86-af2f-53ec80d5a429,revision_number=2']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:23.201042 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-09988f72-5914-46d3-96a8-32cedca15936 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4542358 Jul 16 18:36:23.216530 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f72ba4-0a15-4da0-9972-d92a26d1afc1 req-617925c3-e163-4518-aa28-6a6098799c0e tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.218132 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d5f72ba4-0a15-4da0-9972-d92a26d1afc1 req-617925c3-e163-4518-aa28-6a6098799c0e tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 944 time: 0.1156282 Jul 16 18:36:23.268421 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d5f72ba4-0a15-4da0-9972-d92a26d1afc1 req-1eeebc1c-9178-4654-bb99-8fb49d31e569 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445125 Jul 16 18:36:23.332746 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ceb49-634c-408e-b8ee-9e36a34b2b84 req-1a49bb8f-87dc-4eb6-874d-7a61fcc2d38f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.334345 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-709ceb49-634c-408e-b8ee-9e36a34b2b84 req-1a49bb8f-87dc-4eb6-874d-7a61fcc2d38f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 943 time: 0.2111926 Jul 16 18:36:23.339271 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.managers [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Attempting to bind port 18d09951-7f45-4b86-af2f-53ec80d5a429 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93247) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:23.339595 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.managers [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Attempting to bind port 18d09951-7f45-4b86-af2f-53ec80d5a429 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c0d4571c-1484-4f9b-8119-bcb2e488af92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043'}] {{(pid=93247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:23.339927 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Attempting to bind port 18d09951-7f45-4b86-af2f-53ec80d5a429 on network e8ad46c9-129c-4ddd-b2a7-74be4109f043 {{(pid=93247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:23.360451 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Port 18d09951-7f45-4b86-af2f-53ec80d5a429 on network e8ad46c9-129c-4ddd-b2a7-74be4109f043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:23.360780 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Attempting to bind port 18d09951-7f45-4b86-af2f-53ec80d5a429 on network e8ad46c9-129c-4ddd-b2a7-74be4109f043 {{(pid=93247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:23.376603 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:23.377013 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Checking segment: {'id': 'c0d4571c-1484-4f9b-8119-bcb2e488af92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:23.377616 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Bound using segment: {'id': 'c0d4571c-1484-4f9b-8119-bcb2e488af92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043'} {{(pid=93247) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:23.378172 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.managers [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Bound port: 18d09951-7f45-4b86-af2f-53ec80d5a429, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d4571c-1484-4f9b-8119-bcb2e488af92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043'}}] {{(pid=93247) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:23.378563 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.384321 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-9061d5dd-9fde-4f7e-9fdb-2c7108b7db0e None None] Provisioning for port 437b2ab0-67a4-41e5-a548-b309dc5a2d30 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:23.388574 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-9061d5dd-9fde-4f7e-9fdb-2c7108b7db0e None None] Provisioning complete for port 437b2ab0-67a4-41e5-a548-b309dc5a2d30 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:23.389056 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9061d5dd-9fde-4f7e-9fdb-2c7108b7db0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.406676 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-709ceb49-634c-408e-b8ee-9e36a34b2b84 req-4ece037d-9861-4d97-ac2e-59f5a355f642 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642188 Jul 16 18:36:23.425074 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-9061d5dd-9fde-4f7e-9fdb-2c7108b7db0e None None] Port 437b2ab0-67a4-41e5-a548-b309dc5a2d30 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:23.451485 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38579bae-d7d6-4411-ba41-51db628647ba req-7513f04c-30f3-49d1-af9f-bd92916c01fb tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.453027 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-38579bae-d7d6-4411-ba41-51db628647ba req-7513f04c-30f3-49d1-af9f-bd92916c01fb tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 932 time: 0.0795722 Jul 16 18:36:23.493036 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-38579bae-d7d6-4411-ba41-51db628647ba req-ccdb0a03-c1fd-4bb2-bfbf-94770bab783a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342839 Jul 16 18:36:23.508510 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 56770) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:23.612510 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9fff8e51-0db2-4d5b-9dbd-b6c3a38c1fb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.647734 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] For port 18d09951-7f45-4b86-af2f-53ec80d5a429, host hv-cinder-78693, cleared binding levels {{(pid=93247) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:23.652872 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] For port 18d09951-7f45-4b86-af2f-53ec80d5a429, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=18d09951-7f45-4b86-af2f-53ec80d5a429,segment=NetworkSegment(c0d4571c-1484-4f9b-8119-bcb2e488af92),segment_id=c0d4571c-1484-4f9b-8119-bcb2e488af92)] {{(pid=93247) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:23.657449 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.701672 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.702299 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for port, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.703757 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] 10.222.0.84 "PUT /v2.0/ports/18d09951-7f45-4b86-af2f-53ec80d5a429 HTTP/1.1" status: 200 len: 1093 time: 1.2447846 Jul 16 18:36:23.704212 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5b804e-beca-41e4-98d4-a9f652940001', 'tag': '18d09951-7f45-4b86-af2f-53ec80d5a429'}] {{(pid=93247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:23.718277 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9fff8e51-0db2-4d5b-9dbd-b6c3a38c1fb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.723868 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9fff8e51-0db2-4d5b-9dbd-b6c3a38c1fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.766105 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-9fff8e51-0db2-4d5b-9dbd-b6c3a38c1fb9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=38f6d30ccf60497bbe7f8adc8d7c6ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541561 Jul 16 18:36:23.766105 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff8e51-0db2-4d5b-9dbd-b6c3a38c1fb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03070434-1a4b-4ad8-9c9e-ce0c6a3a151d,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:23.768617 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 56782) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:23.806290 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b7e00-69c9-4e94-8ece-f082b918978d service neutron] Pushing event updated for resources: {'Port': ['ID=18d09951-7f45-4b86-af2f-53ec80d5a429,revision_number=3']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:23.820160 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b3e27135-51f0-4553-8315-2a3c74fd75e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.844234 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b3e27135-51f0-4553-8315-2a3c74fd75e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.860214 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49896cfb-73c6-41c6-a39e-3158dba3d42a req-0b553365-64cd-441e-b5fd-b8a8032daaf5 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.861724 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-49896cfb-73c6-41c6-a39e-3158dba3d42a req-0b553365-64cd-441e-b5fd-b8a8032daaf5 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 943 time: 0.0682378 Jul 16 18:36:23.864481 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1675f5700063021dd68c6217033055bce74fc81c8decf1c9b68bd4a19952454f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061bfe11-c0f2-4b9e-a6d4-622eba3ef8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5b804e-beca-41e4-98d4-a9f652940001", "tag": "18d09951-7f45-4b86-af2f-53ec80d5a429"}]}' {{(pid=93247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:23.896706 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b3e27135-51f0-4553-8315-2a3c74fd75e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.899931 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b3e27135-51f0-4553-8315-2a3c74fd75e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.900893 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-49896cfb-73c6-41c6-a39e-3158dba3d42a req-33baecc3-c57d-4ea6-9512-b9438fbcac4b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329731 Jul 16 18:36:23.902403 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-b3e27135-51f0-4553-8315-2a3c74fd75e6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/03070434-1a4b-4ad8-9c9e-ce0c6a3a151d HTTP/1.1" status: 204 len: 168 time: 0.1326647 Jul 16 18:36:23.916597 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e27135-51f0-4553-8315-2a3c74fd75e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03070434-1a4b-4ad8-9c9e-ce0c6a3a151d,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:24.028041 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca70800-4726-4cbb-bfa8-c44c3b713e2d x-openstack-request-id: req-5ca70800-4726-4cbb-bfa8-c44c3b713e2d {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:24.028387 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5b804e-beca-41e4-98d4-a9f652940001", "tag": "18d09951-7f45-4b86-af2f-53ec80d5a429", "status": "completed", "code": 200}]} {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:24.028696 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5ca70800-4726-4cbb-bfa8-c44c3b713e2d {{(pid=93247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:24.029223 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5b804e-beca-41e4-98d4-a9f652940001', 'tag': '18d09951-7f45-4b86-af2f-53ec80d5a429', 'status': 'completed', 'code': 200} Jul 16 18:36:24.174875 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 56796) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:24.188153 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-862f6310-1a50-4fea-a2db-ec78d2d94fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.275159 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-862f6310-1a50-4fea-a2db-ec78d2d94fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.280281 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-862f6310-1a50-4fea-a2db-ec78d2d94fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.318173 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-862f6310-1a50-4fea-a2db-ec78d2d94fe5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3b8638805e9b4e68962d79c2939858de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421609 Jul 16 18:36:24.319463 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f6310-1a50-4fea-a2db-ec78d2d94fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa41d12-748a-41ec-92a7-84ef5c1c6a95,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:24.321054 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 56802) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:24.385319 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a8f8bf90-89df-4415-8add-736b3c54d659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.406973 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a8f8bf90-89df-4415-8add-736b3c54d659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.444070 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd7e3a-9a91-438e-bf92-b10fe72ada2c req-f129614b-f304-459b-85dc-d9189615781f tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.451946 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9acd7e3a-9a91-438e-bf92-b10fe72ada2c req-f129614b-f304-459b-85dc-d9189615781f tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 944 time: 0.0769620 Jul 16 18:36:24.456679 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a8f8bf90-89df-4415-8add-736b3c54d659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.459289 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a8f8bf90-89df-4415-8add-736b3c54d659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.460494 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a8f8bf90-89df-4415-8add-736b3c54d659 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4fa41d12-748a-41ec-92a7-84ef5c1c6a95 HTTP/1.1" status: 204 len: 168 time: 0.1375170 Jul 16 18:36:24.469134 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8bf90-89df-4415-8add-736b3c54d659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa41d12-748a-41ec-92a7-84ef5c1c6a95,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:24.495046 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9acd7e3a-9a91-438e-bf92-b10fe72ada2c req-766bcd1b-4bda-43aa-9442-a83d7e41c1c4 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422554 Jul 16 18:36:24.580393 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad844f9-6e60-4ce4-bf47-4b632a31888a req-19ea2139-f703-4063-8056-199f2180e74d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.581900 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8ad844f9-6e60-4ce4-bf47-4b632a31888a req-19ea2139-f703-4063-8056-199f2180e74d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 943 time: 0.0628908 Jul 16 18:36:24.624343 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8ad844f9-6e60-4ce4-bf47-4b632a31888a req-cc752df4-8469-4a42-a345-6d66bfd31ccb tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363748 Jul 16 18:36:24.678797 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878a753-15e9-434f-a3b1-edfcd4260570 req-2e5d3946-7a1c-4032-94cd-b91bd54cb726 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.680285 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3878a753-15e9-434f-a3b1-edfcd4260570 req-2e5d3946-7a1c-4032-94cd-b91bd54cb726 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 932 time: 0.0729141 Jul 16 18:36:24.719983 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3878a753-15e9-434f-a3b1-edfcd4260570 req-ae8dc7af-9fb8-4758-8a08-64e773129ac6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338824 Jul 16 18:36:25.087909 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0bd85-86a6-4e89-9572-9f0f7e5c8e67 req-da530258-04be-47e7-bc25-64d01dceacb3 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.089508 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-daf0bd85-86a6-4e89-9572-9f0f7e5c8e67 req-da530258-04be-47e7-bc25-64d01dceacb3 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 943 time: 0.0696342 Jul 16 18:36:25.126935 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-daf0bd85-86a6-4e89-9572-9f0f7e5c8e67 req-ab6a1310-78a4-4d88-a7e5-fed4257f918e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316491 Jul 16 18:36:25.397484 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Request body: {'port': {'device_id': 'b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:25.405369 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Request body: {'port': {'device_id': '3eb41297-851b-43d0-a0c2-afffba040204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:25.508080 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bfe11-c0f2-4b9e-a6d4-622eba3ef8fd req-8371d882-4179-416e-93b2-baec4993dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.510066 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-061bfe11-c0f2-4b9e-a6d4-622eba3ef8fd req-8371d882-4179-416e-93b2-baec4993dbfc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb54116dfef342de94149d52c6033134&device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 1096 time: 0.0610559 Jul 16 18:36:25.535440 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.538929 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.651110 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bfe11-c0f2-4b9e-a6d4-622eba3ef8fd req-27f7c6fa-6b6d-4119-b047-1162a361ec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.652915 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-061bfe11-c0f2-4b9e-a6d4-622eba3ef8fd req-27f7c6fa-6b6d-4119-b047-1162a361ec62 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=fb54116dfef342de94149d52c6033134&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1274261 Jul 16 18:36:25.817742 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bfe11-c0f2-4b9e-a6d4-622eba3ef8fd req-11b94b23-e7c3-45bc-b383-fec865dbb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.820145 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-061bfe11-c0f2-4b9e-a6d4-622eba3ef8fd req-11b94b23-e7c3-45bc-b383-fec865dbb0e3 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1506181 Jul 16 18:36:25.839616 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce56edb-1c41-4a5c-92ca-72cf536b4297 req-6f1d9938-af11-407d-81a4-83ffc2dafed6 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:25.850200 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7ce56edb-1c41-4a5c-92ca-72cf536b4297 req-6f1d9938-af11-407d-81a4-83ffc2dafed6 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 944 time: 0.2140787 Jul 16 18:36:25.896045 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7ce56edb-1c41-4a5c-92ca-72cf536b4297 req-74dad15e-2816-4cea-83e8-06a4c2db97fa tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448279 Jul 16 18:36:26.047018 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe932a-941e-4df8-8cb6-791775e2a528 req-301f65b1-844d-4bed-a0ee-0d40a4dd95d9 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.048536 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ecbe932a-941e-4df8-8cb6-791775e2a528 req-301f65b1-844d-4bed-a0ee-0d40a4dd95d9 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 943 time: 0.2201610 Jul 16 18:36:26.074769 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437b2ab0-67a4-41e5-a548-b309dc5a2d30 {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:26.085893 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcccde8-ac79-450d-97da-c4c492d27375 req-bda7d81c-cc2c-4591-8bfa-09d3a58139ea tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.092171 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c62cf5-bc8e-4b46-83c1-5c407e228a6c {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:26.102783 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.102984 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5fcccde8-ac79-450d-97da-c4c492d27375 req-bda7d81c-cc2c-4591-8bfa-09d3a58139ea tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 932 time: 0.0924201 Jul 16 18:36:26.105482 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.139124 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Transition to ACTIVE for port object 437b2ab0-67a4-41e5-a548-b309dc5a2d30 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:26.143313 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Transition to ACTIVE for port object 53c62cf5-bc8e-4b46-83c1-5c407e228a6c will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:26.155497 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ecbe932a-941e-4df8-8cb6-791775e2a528 req-e10ac35c-5462-4327-8a2c-2e87a6fcd7f9 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994775 Jul 16 18:36:26.157063 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.165033 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.218342 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5fcccde8-ac79-450d-97da-c4c492d27375 req-b32cdf5a-46c6-4f0f-9cc1-5b708cb03e5d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103106 Jul 16 18:36:26.307871 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Pushing event updated for resources: {'Port': ['ID=437b2ab0-67a4-41e5-a548-b309dc5a2d30,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:26.447960 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Attempting to bind port 437b2ab0-67a4-41e5-a548-b309dc5a2d30 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:26.448620 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Attempting to bind port 437b2ab0-67a4-41e5-a548-b309dc5a2d30 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:26.448620 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Attempting to bind port 437b2ab0-67a4-41e5-a548-b309dc5a2d30 on network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:26.468056 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Pushing event updated for resources: {'Port': ['ID=53c62cf5-bc8e-4b46-83c1-5c407e228a6c,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:26.477278 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Port 437b2ab0-67a4-41e5-a548-b309dc5a2d30 on network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:26.477775 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Attempting to bind port 437b2ab0-67a4-41e5-a548-b309dc5a2d30 on network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:26.489275 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:26.489708 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Checking segment: {'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:26.490149 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Bound using segment: {'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:26.490689 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Bound port: 437b2ab0-67a4-41e5-a548-b309dc5a2d30, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:26.491045 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.492973 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Attempting to bind port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:26.493296 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Attempting to bind port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c0d4571c-1484-4f9b-8119-bcb2e488af92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:26.493631 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Attempting to bind port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c on network e8ad46c9-129c-4ddd-b2a7-74be4109f043 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:26.511295 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c on network e8ad46c9-129c-4ddd-b2a7-74be4109f043 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:26.511622 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Attempting to bind port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c on network e8ad46c9-129c-4ddd-b2a7-74be4109f043 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:26.525438 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:26.525438 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Checking segment: {'id': 'c0d4571c-1484-4f9b-8119-bcb2e488af92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:26.525737 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Bound using segment: {'id': 'c0d4571c-1484-4f9b-8119-bcb2e488af92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:26.525985 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Bound port: 53c62cf5-bc8e-4b46-83c1-5c407e228a6c, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d4571c-1484-4f9b-8119-bcb2e488af92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:26.526333 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.581102 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c247b6-672c-438e-a843-58675c0aca5e req-31bd260a-ad62-4f52-bb93-96401d2c8404 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.582780 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-05c247b6-672c-438e-a843-58675c0aca5e req-31bd260a-ad62-4f52-bb93-96401d2c8404 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 943 time: 0.2121751 Jul 16 18:36:26.646490 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] For port 437b2ab0-67a4-41e5-a548-b309dc5a2d30, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:26.656578 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] For port 437b2ab0-67a4-41e5-a548-b309dc5a2d30, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:26.672473 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.690520 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-05c247b6-672c-438e-a843-58675c0aca5e req-b3a3a1a5-e50c-490e-9580-c6fd933a5490 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861213 Jul 16 18:36:26.715410 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 56900) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:26.720728 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] For port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:26.737512 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.738284 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.739699 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] 10.222.0.84 "PUT /v2.0/ports/437b2ab0-67a4-41e5-a548-b309dc5a2d30 HTTP/1.1" status: 200 len: 1094 time: 1.3394687 Jul 16 18:36:26.740146 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb41297-851b-43d0-a0c2-afffba040204', 'tag': '437b2ab0-67a4-41e5-a548-b309dc5a2d30'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:26.742615 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfc58ac-017a-45ad-abcf-b866e65effc3" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb41297-851b-43d0-a0c2-afffba040204", "tag": "437b2ab0-67a4-41e5-a548-b309dc5a2d30"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:26.752350 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] For port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=53c62cf5-bc8e-4b46-83c1-5c407e228a6c,segment=NetworkSegment(c0d4571c-1484-4f9b-8119-bcb2e488af92),segment_id=c0d4571c-1484-4f9b-8119-bcb2e488af92)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:26.766481 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.778126 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47f1ba-5829-431b-9105-bbe7a7ab4483 service neutron] Pushing event updated for resources: {'Port': ['ID=437b2ab0-67a4-41e5-a548-b309dc5a2d30,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:26.813877 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:26.814651 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.816471 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] 10.222.0.84 "PUT /v2.0/ports/53c62cf5-bc8e-4b46-83c1-5c407e228a6c HTTP/1.1" status: 200 len: 1093 time: 1.4238830 Jul 16 18:36:26.818134 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8371c01-d6fa-417f-8392-27388b0b3dab x-openstack-request-id: req-a8371c01-d6fa-417f-8392-27388b0b3dab {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:26.818520 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb41297-851b-43d0-a0c2-afffba040204", "tag": "437b2ab0-67a4-41e5-a548-b309dc5a2d30", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:26.818947 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a8371c01-d6fa-417f-8392-27388b0b3dab {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:26.819440 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb41297-851b-43d0-a0c2-afffba040204', 'tag': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'status': 'completed', 'code': 200} Jul 16 18:36:26.874794 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44103dc5-19c8-4ab1-b4a7-a1f7089b7e57 service neutron] Pushing event updated for resources: {'Port': ['ID=53c62cf5-bc8e-4b46-83c1-5c407e228a6c,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:26.890050 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8c9c-2c1a-4d15-bd93-5be5172ae508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.009793 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8c9c-2c1a-4d15-bd93-5be5172ae508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.015009 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-cd4f8c9c-2c1a-4d15-bd93-5be5172ae508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.053411 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-cd4f8c9c-2c1a-4d15-bd93-5be5172ae508 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b41da42917a4430891a488532b3b7614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368809 Jul 16 18:36:27.054980 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f8c9c-2c1a-4d15-bd93-5be5172ae508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0d7962-23e1-4f7f-9aae-d007ecbd4146,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:27.056388 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 56912) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:27.092458 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27257c3-992a-4ada-b814-ea6226cee5a2 req-cb3fe2a8-4028-4b60-8dd9-8328ebe181f6 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.094115 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c27257c3-992a-4ada-b814-ea6226cee5a2 req-cb3fe2a8-4028-4b60-8dd9-8328ebe181f6 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 944 time: 0.0884335 Jul 16 18:36:27.160265 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c27257c3-992a-4ada-b814-ea6226cee5a2 req-4bca9d74-b608-444f-bf41-d7c53866354d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581646 Jul 16 18:36:27.166506 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-eb9e9ebb-6273-460f-ad87-836deb940eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.192477 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-eb9e9ebb-6273-460f-ad87-836deb940eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.245643 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-eb9e9ebb-6273-460f-ad87-836deb940eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.250898 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-eb9e9ebb-6273-460f-ad87-836deb940eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.252110 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-eb9e9ebb-6273-460f-ad87-836deb940eb9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4f0d7962-23e1-4f7f-9aae-d007ecbd4146 HTTP/1.1" status: 204 len: 168 time: 0.1948674 Jul 16 18:36:27.261126 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e9ebb-6273-460f-ad87-836deb940eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0d7962-23e1-4f7f-9aae-d007ecbd4146,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:27.364298 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abae9de-2767-415f-bac1-a947f0311bd3 req-d4937ff8-6b96-428a-8a7b-8cc92cd075a1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.365876 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-2abae9de-2767-415f-bac1-a947f0311bd3 req-d4937ff8-6b96-428a-8a7b-8cc92cd075a1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 943 time: 0.0717654 Jul 16 18:36:27.410037 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-2abae9de-2767-415f-bac1-a947f0311bd3 req-33207dfb-7857-463c-bb1b-1b6a5b4d833d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376887 Jul 16 18:36:27.430152 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82140928-c289-4e9c-a2d5-697eb36c4bfc req-d5f4eb7c-32f1-45b2-8243-528c26869ab3 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.437112 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-82140928-c289-4e9c-a2d5-697eb36c4bfc req-d5f4eb7c-32f1-45b2-8243-528c26869ab3 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0758052 Jul 16 18:36:27.470455 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-82140928-c289-4e9c-a2d5-697eb36c4bfc req-2b9b95cd-d951-4b2e-82f5-f4ade8056d1a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324204 Jul 16 18:36:27.565746 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 56932) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:27.578965 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-886a531a-4c44-45f1-97fb-68a2ae3d7353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.668773 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-886a531a-4c44-45f1-97fb-68a2ae3d7353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.674646 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-886a531a-4c44-45f1-97fb-68a2ae3d7353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.711545 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-886a531a-4c44-45f1-97fb-68a2ae3d7353 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fbfccf382ac44ae2bfc21101bb7250fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447737 Jul 16 18:36:27.712352 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a531a-4c44-45f1-97fb-68a2ae3d7353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38e92da-0193-4b50-a3ec-1fca789248e7,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:27.714467 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 56934) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:27.762629 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-eeb72dda-a88b-4deb-82f7-48b81cae1774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.783164 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-eeb72dda-a88b-4deb-82f7-48b81cae1774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.834302 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-eeb72dda-a88b-4deb-82f7-48b81cae1774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.836882 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-eeb72dda-a88b-4deb-82f7-48b81cae1774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.838161 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-eeb72dda-a88b-4deb-82f7-48b81cae1774 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c38e92da-0193-4b50-a3ec-1fca789248e7 HTTP/1.1" status: 204 len: 168 time: 0.1225641 Jul 16 18:36:27.845923 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb72dda-a88b-4deb-82f7-48b81cae1774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38e92da-0193-4b50-a3ec-1fca789248e7,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:27.876920 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2185373-4b8a-43cb-88e4-e6b6f30fd235 req-2103db02-ee50-4832-9aa2-2305aa7804dc tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:27.878503 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b2185373-4b8a-43cb-88e4-e6b6f30fd235 req-2103db02-ee50-4832-9aa2-2305aa7804dc tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 943 time: 0.0753579 Jul 16 18:36:27.917902 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b2185373-4b8a-43cb-88e4-e6b6f30fd235 req-0bbf784b-6eb6-411b-ba57-610a78b62c48 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334561 Jul 16 18:36:28.355213 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acadba-3d26-4d7b-9d3e-9f56417e24b6 req-ae6a202c-a2d0-4f13-afb4-c6824f2fe742 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.356761 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-88acadba-3d26-4d7b-9d3e-9f56417e24b6 req-ae6a202c-a2d0-4f13-afb4-c6824f2fe742 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 944 time: 0.0775719 Jul 16 18:36:28.396814 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-88acadba-3d26-4d7b-9d3e-9f56417e24b6 req-720f50b3-2c43-4e71-a74d-5c0ea857c5d9 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340290 Jul 16 18:36:28.586819 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bf97f-6476-43ed-a94a-11ceafe2572a req-c780d9c8-5dc0-4bb7-88ee-b026a6d810e5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.588555 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-de5bf97f-6476-43ed-a94a-11ceafe2572a req-c780d9c8-5dc0-4bb7-88ee-b026a6d810e5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 943 time: 0.0663671 Jul 16 18:36:28.642650 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-de5bf97f-6476-43ed-a94a-11ceafe2572a req-a2f159b2-fe53-4411-9a6e-d709a5654f38 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478363 Jul 16 18:36:28.670008 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884397b-8606-4146-a491-dde2ead569fd req-0d226ceb-bc2b-40f6-89da-69c89ec6cf11 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.672392 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2884397b-8606-4146-a491-dde2ead569fd req-0d226ceb-bc2b-40f6-89da-69c89ec6cf11 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0866313 Jul 16 18:36:28.678077 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-dbe10128-8229-4154-b321-522187c782b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.716458 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2884397b-8606-4146-a491-dde2ead569fd req-6b5c7a0f-848c-410e-9e80-55a4f90541ac tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340884 Jul 16 18:36:28.818353 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-9d1d8564-6db9-4f35-80ea-524707d53ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.820600 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-9d1d8564-6db9-4f35-80ea-524707d53ea1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb54116dfef342de94149d52c6033134&device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 1096 time: 0.0589335 Jul 16 18:36:28.821167 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c', 'tag': '53c62cf5-bc8e-4b46-83c1-5c407e228a6c'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:28.823862 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f05ef69-7bc5-4c53-b472-a08ebd77ee55" -d '{"events": [{"name": "network-changed", "server_uuid": "b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c", "tag": "53c62cf5-bc8e-4b46-83c1-5c407e228a6c"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:28.858418 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc58ac-017a-45ad-abcf-b866e65effc3 req-6969d04a-826e-4fe3-b939-f69efcdfa9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.859991 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5cfc58ac-017a-45ad-abcf-b866e65effc3 req-6969d04a-826e-4fe3-b939-f69efcdfa9cd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 1097 time: 0.1044493 Jul 16 18:36:28.862522 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e65fff3-ea8e-4544-84dd-32458df7e854 x-openstack-request-id: req-6e65fff3-ea8e-4544-84dd-32458df7e854 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:28.862808 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c", "tag": "53c62cf5-bc8e-4b46-83c1-5c407e228a6c", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:28.863057 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6e65fff3-ea8e-4544-84dd-32458df7e854 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:28.863426 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c', 'tag': '53c62cf5-bc8e-4b46-83c1-5c407e228a6c', 'status': 'completed', 'code': 200} Jul 16 18:36:28.865210 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-4b380be6-088c-4aaa-808b-cdca01193f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.866662 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-4b380be6-088c-4aaa-808b-cdca01193f9d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb54116dfef342de94149d52c6033134&device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 1096 time: 0.1030548 Jul 16 18:36:28.883413 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-11a3e86c-b0c8-475d-a2c7-015e4fa65cea service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d09951-7f45-4b86-af2f-53ec80d5a429 HTTP/1.1" status: 200 len: 217 time: 0.0472000 Jul 16 18:36:28.998166 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-d3848b71-fc95-4fc2-9be7-0c33a5c56e14 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53c62cf5-bc8e-4b46-83c1-5c407e228a6c HTTP/1.1" status: 200 len: 217 time: 0.0715206 Jul 16 18:36:28.999319 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-fc7abc6e-b177-4a6b-9b41-6cae62d13974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.000901 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-fc7abc6e-b177-4a6b-9b41-6cae62d13974 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d5a1f91e-ba26-4d13-a774-60668e112a4c HTTP/1.1" status: 200 len: 859 time: 0.0726709 Jul 16 18:36:29.046905 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-5a471a7e-e8b1-4eb1-b1b6-0d42e8546d6f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8ad46c9-129c-4ddd-b2a7-74be4109f043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347116 Jul 16 18:36:29.154531 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-70a35038-e692-4a35-86ec-229c19b2105c service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969627 Jul 16 18:36:29.271037 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07a7affe-6d59-4389-93c9-bb3e2028ad89 req-735ea7a4-870c-4ae8-9ad2-3bd53b9e47db service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081274 Jul 16 18:36:29.343398 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-fd353b2b-29aa-499a-b0f6-23fb7a6474eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.345101 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-fd353b2b-29aa-499a-b0f6-23fb7a6474eb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d5a1f91e-ba26-4d13-a774-60668e112a4c HTTP/1.1" status: 200 len: 859 time: 0.3338833 Jul 16 18:36:29.349855 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc58ac-017a-45ad-abcf-b866e65effc3 req-05c47898-a543-4dbb-ac01-eaabbd3ccd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.351293 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5cfc58ac-017a-45ad-abcf-b866e65effc3 req-05c47898-a543-4dbb-ac01-eaabbd3ccd20 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4234502 Jul 16 18:36:29.379705 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139ea31-d28f-4ced-8383-db2e077fc6c2 req-5c90f1c4-c711-4b17-bd57-d8cf007f020a tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.381293 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3139ea31-d28f-4ced-8383-db2e077fc6c2 req-5c90f1c4-c711-4b17-bd57-d8cf007f020a tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 943 time: 0.3078687 Jul 16 18:36:29.416788 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-db229717-7410-4bbe-92f0-58897c0a9d06 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8ad46c9-129c-4ddd-b2a7-74be4109f043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331905 Jul 16 18:36:29.529743 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3139ea31-d28f-4ced-8383-db2e077fc6c2 req-2ba5845f-34a3-4b1e-a61e-2431467880b4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120574 Jul 16 18:36:29.612393 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc58ac-017a-45ad-abcf-b866e65effc3 req-daaa2947-8d25-473d-a24f-bbe2e5e8116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.613884 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5cfc58ac-017a-45ad-abcf-b866e65effc3 req-daaa2947-8d25-473d-a24f-bbe2e5e8116c service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2316401 Jul 16 18:36:29.616354 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-017dda1a-95a2-462d-a5a6-abb29d2aedbe service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747456 Jul 16 18:36:29.622072 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b58da9-93fe-4dcd-85b0-eb77a813af23 req-aacf4309-c9ed-4367-a50d-889ee7ce9fe4 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.623641 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-49b58da9-93fe-4dcd-85b0-eb77a813af23 req-aacf4309-c9ed-4367-a50d-889ee7ce9fe4 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 944 time: 0.0924208 Jul 16 18:36:29.679737 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-49b58da9-93fe-4dcd-85b0-eb77a813af23 req-8304da86-2f46-442d-b54c-5cf874beb1b8 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493002 Jul 16 18:36:29.775371 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54843185-7e0a-4b0f-80bd-a14a6125a6b3 req-29f50e7d-f76c-4c43-a8e7-3cc4b20f191d service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419015 Jul 16 18:36:29.793298 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-97663152-9c82-4927-a33b-890478986c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.794700 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-97663152-9c82-4927-a33b-890478986c99 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 1097 time: 0.0757797 Jul 16 18:36:29.853394 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-3ae17fa7-c8da-48bb-af2d-bba66dc42772 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30 HTTP/1.1" status: 200 len: 217 time: 0.0429628 Jul 16 18:36:29.997818 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-d420c157-b950-45b7-b6ca-6f882a57e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:29.999291 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-d420c157-b950-45b7-b6ca-6f882a57e095 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46ca2ddb-74dd-47d1-8095-68f81754e5b8 HTTP/1.1" status: 200 len: 855 time: 0.1115828 Jul 16 18:36:30.006513 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32a997-5086-48d0-82f1-c1b20b6d4a9b req-701e53ca-7e28-4411-8acb-00f4ab19e0d2 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.013580 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4d32a997-5086-48d0-82f1-c1b20b6d4a9b req-701e53ca-7e28-4411-8acb-00f4ab19e0d2 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.1207306 Jul 16 18:36:30.016895 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84df50e-cf98-403c-8a21-d0cb3767f767 req-c65ed5d1-5175-4206-82f4-cf89212b4ddc tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.023912 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f84df50e-cf98-403c-8a21-d0cb3767f767 req-c65ed5d1-5175-4206-82f4-cf89212b4ddc tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 943 time: 0.1741943 Jul 16 18:36:30.086182 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05ef69-7bc5-4c53-b472-a08ebd77ee55 req-3b4f8f4c-072a-4b65-bd85-37688ddde6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.087078 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4d32a997-5086-48d0-82f1-c1b20b6d4a9b req-f8461bfa-f2ec-44b5-853c-003faa5d4375 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726285 Jul 16 18:36:30.087689 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8f05ef69-7bc5-4c53-b472-a08ebd77ee55 req-3b4f8f4c-072a-4b65-bd85-37688ddde6a3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb54116dfef342de94149d52c6033134&device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 1096 time: 0.1950579 Jul 16 18:36:30.130263 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f84df50e-cf98-403c-8a21-d0cb3767f767 req-62b8b5af-939c-423f-867c-f1e1f3fea241 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054707 Jul 16 18:36:30.209611 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6da727d3-0ca5-4a50-b8fc-1ae63643f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.211251 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-6da727d3-0ca5-4a50-b8fc-1ae63643f7e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2037649 Jul 16 18:36:30.348303 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05ef69-7bc5-4c53-b472-a08ebd77ee55 req-93a6e515-7a44-477d-b28c-9bf4a7129120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.349941 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8f05ef69-7bc5-4c53-b472-a08ebd77ee55 req-93a6e515-7a44-477d-b28c-9bf4a7129120 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8ad46c9-129c-4ddd-b2a7-74be4109f043 HTTP/1.1" status: 200 len: 920 time: 0.2404697 Jul 16 18:36:30.402740 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8f05ef69-7bc5-4c53-b472-a08ebd77ee55 req-1598310a-88d2-442b-807b-3fdbe8b016b1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53c62cf5-bc8e-4b46-83c1-5c407e228a6c HTTP/1.1" status: 200 len: 217 time: 0.0439832 Jul 16 18:36:30.408032 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-43648550-7996-4d22-aac3-5ee8b33a762a service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649954 Jul 16 18:36:30.510763 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05ef69-7bc5-4c53-b472-a08ebd77ee55 req-ef352f34-8fa4-421d-a0c5-80aa41d151ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.512264 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8f05ef69-7bc5-4c53-b472-a08ebd77ee55 req-ef352f34-8fa4-421d-a0c5-80aa41d151ae service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d5a1f91e-ba26-4d13-a774-60668e112a4c HTTP/1.1" status: 200 len: 859 time: 0.0949762 Jul 16 18:36:30.552047 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8f05ef69-7bc5-4c53-b472-a08ebd77ee55 req-04957ef1-225a-45cd-b4bd-395a713ada88 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8ad46c9-129c-4ddd-b2a7-74be4109f043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315530 Jul 16 18:36:30.562219 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f9a98e1-0e51-4b14-aa78-ae3fe2a7671c req-e3de6be1-dd1b-4559-8c2a-58d21d6224c4 service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377888 Jul 16 18:36:30.664466 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8f05ef69-7bc5-4c53-b472-a08ebd77ee55 req-a9ca9acc-380f-4e4d-b790-be6ce664e283 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884454 Jul 16 18:36:30.708827 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0062a9-75b6-479b-8adf-6e934ec6590f req-9c8ac172-dd4a-4a4b-8758-f8e387c74fcb tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.710383 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-2c0062a9-75b6-479b-8adf-6e934ec6590f req-9c8ac172-dd4a-4a4b-8758-f8e387c74fcb tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 943 time: 0.0630784 Jul 16 18:36:30.749790 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-2c0062a9-75b6-479b-8adf-6e934ec6590f req-afe5481e-6b75-4109-8178-e8952fe2b458 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329428 Jul 16 18:36:30.755516 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8f05ef69-7bc5-4c53-b472-a08ebd77ee55 req-8c65c258-0530-49a7-afc5-ce8b3c1125a6 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840709 Jul 16 18:36:30.865999 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57754641-36fc-45c7-89cf-ec6f129702ab req-dad7ede1-6239-4f03-be2d-aaff529bd0e4 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:30.867467 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-57754641-36fc-45c7-89cf-ec6f129702ab req-dad7ede1-6239-4f03-be2d-aaff529bd0e4 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 944 time: 0.0662997 Jul 16 18:36:30.906695 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-57754641-36fc-45c7-89cf-ec6f129702ab req-08096bc1-855e-4926-85ae-a4ad7e3a93e2 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309896 Jul 16 18:36:31.290906 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308731d-c80d-4c3f-b474-bfc8099d5f6a req-de700169-ca38-4a8d-b03d-b06efc31e9cd tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.293058 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a308731d-c80d-4c3f-b474-bfc8099d5f6a req-de700169-ca38-4a8d-b03d-b06efc31e9cd tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0694733 Jul 16 18:36:31.326891 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60a5f9-24e3-4c59-8e8d-a785524af80d req-587cbfcb-b747-47da-9c30-66e9d1b669e8 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.328369 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-eb60a5f9-24e3-4c59-8e8d-a785524af80d req-587cbfcb-b747-47da-9c30-66e9d1b669e8 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 943 time: 0.0700698 Jul 16 18:36:31.342388 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a308731d-c80d-4c3f-b474-bfc8099d5f6a req-fa077142-4bfd-497e-a75b-94a3bca79898 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429254 Jul 16 18:36:31.393960 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-eb60a5f9-24e3-4c59-8e8d-a785524af80d req-e6173bdb-2d76-4e9f-89a4-40aa05e292a0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591693 Jul 16 18:36:31.538160 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-364dbcd1-1f68-4af2-840b-78190b658b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.862214 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.908366 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57132) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:31.925099 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3efa80-e0ed-47b2-a6b1-2ed61108dff2 req-16fdea6a-f3fd-43f7-9b08-0b3bfa21e5f7 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:31.926575 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5f3efa80-e0ed-47b2-a6b1-2ed61108dff2 req-16fdea6a-f3fd-43f7-9b08-0b3bfa21e5f7 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 943 time: 0.0641758 Jul 16 18:36:31.966307 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5f3efa80-e0ed-47b2-a6b1-2ed61108dff2 req-046bfe69-702d-4ae9-8ed6-8535e78b5aa4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337226 Jul 16 18:36:32.022661 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-8d5e41e2-bb71-45d8-9803-743191c5a5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.131242 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99168ea8-3c48-4438-83dd-f062fd15be55 req-0f12fc89-1e30-4b63-9d93-8043095dced6 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:32.132756 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-99168ea8-3c48-4438-83dd-f062fd15be55 req-0f12fc89-1e30-4b63-9d93-8043095dced6 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 944 time: 0.1023283 Jul 16 18:36:32.185954 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-8d5e41e2-bb71-45d8-9803-743191c5a5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.191635 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-99168ea8-3c48-4438-83dd-f062fd15be55 req-4e85bfe9-5a56-4865-bf66-11d978274e66 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527861 Jul 16 18:36:32.192697 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-8d5e41e2-bb71-45d8-9803-743191c5a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.229697 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e41e2-bb71-45d8-9803-743191c5a5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba0424d-7d82-4609-8d7c-0682ed1adab2,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:32.233953 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-8d5e41e2-bb71-45d8-9803-743191c5a5d8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5be94020a630420b986b454680aa0150&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245151 Jul 16 18:36:32.236550 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57138) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:32.283872 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-30e453a3-ba42-4813-a0c0-044acacbf8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.304582 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-30e453a3-ba42-4813-a0c0-044acacbf8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.360167 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-30e453a3-ba42-4813-a0c0-044acacbf8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.362798 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-30e453a3-ba42-4813-a0c0-044acacbf8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.364028 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-30e453a3-ba42-4813-a0c0-044acacbf8be admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6ba0424d-7d82-4609-8d7c-0682ed1adab2 HTTP/1.1" status: 204 len: 168 time: 0.1265433 Jul 16 18:36:32.373597 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e453a3-ba42-4813-a0c0-044acacbf8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba0424d-7d82-4609-8d7c-0682ed1adab2,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:32.531415 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823ceb3-88ff-44e2-9455-44aa8ebd0f4f req-c8da749f-d59b-4aeb-8d8c-313d3858f74f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:32.532981 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f823ceb3-88ff-44e2-9455-44aa8ebd0f4f req-c8da749f-d59b-4aeb-8d8c-313d3858f74f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0682819 Jul 16 18:36:32.579032 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f823ceb3-88ff-44e2-9455-44aa8ebd0f4f req-20ec46d9-6887-4dca-a314-7eb1e5df2a37 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387933 Jul 16 18:36:32.582224 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.615871 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcffbc-d25f-42ee-bb16-59ba5dbbf6bb req-628821b0-1a38-48dc-9b04-a448466d3c76 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:32.623200 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1bcffbc-d25f-42ee-bb16-59ba5dbbf6bb req-628821b0-1a38-48dc-9b04-a448466d3c76 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 943 time: 0.0908947 Jul 16 18:36:32.664167 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 18d09951-7f45-4b86-af2f-53ec80d5a429 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:32.672828 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1bcffbc-d25f-42ee-bb16-59ba5dbbf6bb req-29af4476-93fc-4fcc-9f72-754546075868 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485482 Jul 16 18:36:32.702330 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 57158) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:32.723178 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-620bca17-6c1a-475c-912b-4d42c68dc353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.820251 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 18d09951-7f45-4b86-af2f-53ec80d5a429, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=18d09951-7f45-4b86-af2f-53ec80d5a429,segment=NetworkSegment(c0d4571c-1484-4f9b-8119-bcb2e488af92),segment_id=c0d4571c-1484-4f9b-8119-bcb2e488af92)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:32.834990 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '18d09951-7f45-4b86-af2f-53ec80d5a429', 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043', 'port_id': '18d09951-7f45-4b86-af2f-53ec80d5a429', 'mac_address': 'fa:16:3e:73:e5:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a1f91e-ba26-4d13-a774-60668e112a4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:32.850931 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-620bca17-6c1a-475c-912b-4d42c68dc353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.857261 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-620bca17-6c1a-475c-912b-4d42c68dc353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.892686 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.893804 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.912879 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d09951-7f45-4b86-af2f-53ec80d5a429 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:32.913153 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-620bca17-6c1a-475c-912b-4d42c68dc353 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f4894be6c79c4d6fb93f38a601ea60c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2094753 Jul 16 18:36:32.915864 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57174) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:32.917496 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620bca17-6c1a-475c-912b-4d42c68dc353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d619fd8-5553-446a-ad46-d5eead53aebc,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:32.949441 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 18d09951-7f45-4b86-af2f-53ec80d5a429, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=18d09951-7f45-4b86-af2f-53ec80d5a429,segment=NetworkSegment(c0d4571c-1484-4f9b-8119-bcb2e488af92),segment_id=c0d4571c-1484-4f9b-8119-bcb2e488af92)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:32.955319 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.956194 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 53c62cf5-bc8e-4b46-83c1-5c407e228a6c details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:32.992293 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=53c62cf5-bc8e-4b46-83c1-5c407e228a6c,segment=NetworkSegment(c0d4571c-1484-4f9b-8119-bcb2e488af92),segment_id=c0d4571c-1484-4f9b-8119-bcb2e488af92)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:33.004774 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '53c62cf5-bc8e-4b46-83c1-5c407e228a6c', 'network_id': 'e8ad46c9-129c-4ddd-b2a7-74be4109f043', 'port_id': '53c62cf5-bc8e-4b46-83c1-5c407e228a6c', 'mac_address': 'fa:16:3e:35:b3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a1f91e-ba26-4d13-a774-60668e112a4c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:33.026619 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cbd6867e-a952-48a3-924b-6e2f0e515ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.100084 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cbd6867e-a952-48a3-924b-6e2f0e515ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.101490 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.104196 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=18d09951-7f45-4b86-af2f-53ec80d5a429,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.122472 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c62cf5-bc8e-4b46-83c1-5c407e228a6c {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:33.154560 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=53c62cf5-bc8e-4b46-83c1-5c407e228a6c,segment=NetworkSegment(c0d4571c-1484-4f9b-8119-bcb2e488af92),segment_id=c0d4571c-1484-4f9b-8119-bcb2e488af92)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:33.160970 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.162291 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 437b2ab0-67a4-41e5-a548-b309dc5a2d30 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:33.205157 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cbd6867e-a952-48a3-924b-6e2f0e515ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.208889 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cbd6867e-a952-48a3-924b-6e2f0e515ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.213867 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-cbd6867e-a952-48a3-924b-6e2f0e515ef1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5d619fd8-5553-446a-ad46-d5eead53aebc HTTP/1.1" status: 204 len: 168 time: 0.2969005 Jul 16 18:36:33.233181 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6867e-a952-48a3-924b-6e2f0e515ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d619fd8-5553-446a-ad46-d5eead53aebc,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.233333 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597fd6f-f3d5-49c4-9aba-1194ec0c14d6 req-0517c021-cfb6-40df-9ee2-548ba2db7a4f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.246222 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3597fd6f-f3d5-49c4-9aba-1194ec0c14d6 req-0517c021-cfb6-40df-9ee2-548ba2db7a4f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 943 time: 0.1067193 Jul 16 18:36:33.298787 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3597fd6f-f3d5-49c4-9aba-1194ec0c14d6 req-3791cdde-30aa-4fe0-9520-99443298fccd tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508792 Jul 16 18:36:33.337647 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=53c62cf5-bc8e-4b46-83c1-5c407e228a6c,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.421070 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 437b2ab0-67a4-41e5-a548-b309dc5a2d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:33.442366 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'port_id': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'mac_address': 'fa:16:3e:50:f6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:33.490295 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.504351 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437b2ab0-67a4-41e5-a548-b309dc5a2d30 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:33.531156 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 437b2ab0-67a4-41e5-a548-b309dc5a2d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:33.537280 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.538250 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device f7de5804-4d6b-4738-8de2-a92f64a3fe3b details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:33.564630 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4dc4fb-c467-46d7-b08e-d6629e00b6e0 req-b1be3ef2-d6b2-4480-9c37-1ee9bd21cac8 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.566789 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cd4dc4fb-c467-46d7-b08e-d6629e00b6e0 req-b1be3ef2-d6b2-4480-9c37-1ee9bd21cac8 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 944 time: 0.0790937 Jul 16 18:36:33.610828 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cd4dc4fb-c467-46d7-b08e-d6629e00b6e0 req-665271b4-ebd9-43a2-8c91-f7fdb2a4bc18 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368729 Jul 16 18:36:33.616390 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=437b2ab0-67a4-41e5-a548-b309dc5a2d30,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.686615 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port f7de5804-4d6b-4738-8de2-a92f64a3fe3b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f7de5804-4d6b-4738-8de2-a92f64a3fe3b,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:33.698200 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': 'f7de5804-4d6b-4738-8de2-a92f64a3fe3b', 'network_id': '29873718-7d95-4147-8f25-a586bd11d585', 'port_id': 'f7de5804-4d6b-4738-8de2-a92f64a3fe3b', 'mac_address': 'fa:16:3e:1c:6c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ee39ff-aec1-451c-8b83-48ed0ded6052', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:33.736712 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.744149 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57214) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.756059 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7de5804-4d6b-4738-8de2-a92f64a3fe3b {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:33.758461 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f7be18c3-fc05-409d-9b53-9988afc8bed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.772886 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88800d-6208-4cc6-b2a2-59af2dacbc8a req-e400283f-103a-4b11-a989-2d6e968deb5a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.777778 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port f7de5804-4d6b-4738-8de2-a92f64a3fe3b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f7de5804-4d6b-4738-8de2-a92f64a3fe3b,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:33.781453 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ad88800d-6208-4cc6-b2a2-59af2dacbc8a req-e400283f-103a-4b11-a989-2d6e968deb5a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 945 time: 0.0833418 Jul 16 18:36:33.786173 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.787004 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 538eb5f0-9525-429b-afd0-2c60049e551e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:33.820343 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ad88800d-6208-4cc6-b2a2-59af2dacbc8a req-b669074e-169b-4465-a738-e0dd7c0a3d87 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377779 Jul 16 18:36:33.867747 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=f7de5804-4d6b-4738-8de2-a92f64a3fe3b,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.891583 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f7be18c3-fc05-409d-9b53-9988afc8bed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.899151 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f7be18c3-fc05-409d-9b53-9988afc8bed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.917108 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73537f9-2376-4e3c-9bc1-701e10e548a0 req-46d78a19-e9ad-41f0-9ac3-eb5c0d6949b1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.918643 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a73537f9-2376-4e3c-9bc1-701e10e548a0 req-46d78a19-e9ad-41f0-9ac3-eb5c0d6949b1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 944 time: 0.1052895 Jul 16 18:36:33.929002 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 538eb5f0-9525-429b-afd0-2c60049e551e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=538eb5f0-9525-429b-afd0-2c60049e551e,segment=NetworkSegment(fbc26b6a-4e40-4beb-9f43-da6d3fd47620),segment_id=fbc26b6a-4e40-4beb-9f43-da6d3fd47620)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:33.941468 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '538eb5f0-9525-429b-afd0-2c60049e551e', 'network_id': '5558c952-6dfb-4b9d-806f-6001806ecab8', 'port_id': '538eb5f0-9525-429b-afd0-2c60049e551e', 'mac_address': 'fa:16:3e:4c:cd:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96bd5d41-f194-4a43-88c4-71deec18da75', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:33.964266 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-f7be18c3-fc05-409d-9b53-9988afc8bed0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=39a93a6a168e4d98b0ef5ee068fb4372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2188604 Jul 16 18:36:33.966488 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be18c3-fc05-409d-9b53-9988afc8bed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3924d7-afe2-40ec-8021-d3e4f8fbcbbb,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.967199 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 57216) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.993628 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.994094 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a73537f9-2376-4e3c-9bc1-701e10e548a0 req-c8037f7b-5038-4528-a1ae-5883109bbf27 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687768 Jul 16 18:36:34.015049 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538eb5f0-9525-429b-afd0-2c60049e551e {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:34.027453 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.028325 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-684daa11-b912-4412-bed3-629f94171af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.035937 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 538eb5f0-9525-429b-afd0-2c60049e551e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=538eb5f0-9525-429b-afd0-2c60049e551e,segment=NetworkSegment(fbc26b6a-4e40-4beb-9f43-da6d3fd47620),segment_id=fbc26b6a-4e40-4beb-9f43-da6d3fd47620)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:34.042178 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.050618 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-684daa11-b912-4412-bed3-629f94171af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.095150 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=538eb5f0-9525-429b-afd0-2c60049e551e,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.098296 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-684daa11-b912-4412-bed3-629f94171af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.100885 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-684daa11-b912-4412-bed3-629f94171af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.102056 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-684daa11-b912-4412-bed3-629f94171af8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2d3924d7-afe2-40ec-8021-d3e4f8fbcbbb HTTP/1.1" status: 204 len: 168 time: 0.1338694 Jul 16 18:36:34.109663 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684daa11-b912-4412-bed3-629f94171af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3924d7-afe2-40ec-8021-d3e4f8fbcbbb,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.465158 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182cd1c-80ea-4e3f-87da-cc6f9edec239 req-7c5ec614-fa88-44ca-8514-78b352a9eb92 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.465635 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b182cd1c-80ea-4e3f-87da-cc6f9edec239 req-7c5ec614-fa88-44ca-8514-78b352a9eb92 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 944 time: 0.0661027 Jul 16 18:36:34.530641 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b182cd1c-80ea-4e3f-87da-cc6f9edec239 req-6dd03331-198b-441e-a3d0-1687c8a679c7 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589383 Jul 16 18:36:34.924166 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e40027-ec07-4bfb-9c93-9f0784dab867 req-42f324b5-104e-46fd-b1e8-97f6194e6242 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.936916 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-79e40027-ec07-4bfb-9c93-9f0784dab867 req-42f324b5-104e-46fd-b1e8-97f6194e6242 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 945 time: 0.1571565 Jul 16 18:36:35.008307 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['18d09951-7f45-4b86-af2f-53ec80d5a429'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:35.052390 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-79e40027-ec07-4bfb-9c93-9f0784dab867 req-d378d747-8411-4f0d-a9e7-fb23eaa3edb1 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121213 Jul 16 18:36:35.114313 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['f7de5804-4d6b-4738-8de2-a92f64a3fe3b'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:35.116734 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['53c62cf5-bc8e-4b46-83c1-5c407e228a6c'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:35.119277 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['538eb5f0-9525-429b-afd0-2c60049e551e'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:35.178112 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20ae60-a55b-486c-b211-ade5cea9b8d5 req-8de25eef-a845-4636-a805-bb469502179f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.181663 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1c20ae60-a55b-486c-b211-ade5cea9b8d5 req-8de25eef-a845-4636-a805-bb469502179f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 945 time: 0.1338747 Jul 16 18:36:35.200915 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['437b2ab0-67a4-41e5-a548-b309dc5a2d30'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:35.276282 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1c20ae60-a55b-486c-b211-ade5cea9b8d5 req-24c0ca8b-121c-4729-8b96-b8232cc28797 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892451 Jul 16 18:36:35.286703 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c833298-2695-4cb2-bb55-a2ed14de064c req-b6c74aa0-626c-4e02-920f-8c97e0143973 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.296832 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6c833298-2695-4cb2-bb55-a2ed14de064c req-b6c74aa0-626c-4e02-920f-8c97e0143973 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 944 time: 0.0885549 Jul 16 18:36:35.366006 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6c833298-2695-4cb2-bb55-a2ed14de064c req-160edcb2-ecce-4f6f-8797-7a020cce470e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672901 Jul 16 18:36:35.702550 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aaaae5-f2ee-4fe8-8aea-8f58679d2db6 req-aabd0d3b-bd9a-43d8-83a5-b65a890b319c tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.704116 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-93aaaae5-f2ee-4fe8-8aea-8f58679d2db6 req-aabd0d3b-bd9a-43d8-83a5-b65a890b319c tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 944 time: 0.0666723 Jul 16 18:36:35.744506 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-93aaaae5-f2ee-4fe8-8aea-8f58679d2db6 req-9b0eb349-fe95-4342-9a5c-e2a4bca0ddc2 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348175 Jul 16 18:36:36.252831 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce998d-889c-4ff8-94a8-c165f58d7262 req-9262a3fd-ba5a-43c8-87a6-f17ce9df6c30 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.259846 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-84ce998d-889c-4ff8-94a8-c165f58d7262 req-9262a3fd-ba5a-43c8-87a6-f17ce9df6c30 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 945 time: 0.0840244 Jul 16 18:36:36.300045 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-84ce998d-889c-4ff8-94a8-c165f58d7262 req-3a66cd04-fb38-4f74-9346-0d65bfd38a31 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391600 Jul 16 18:36:36.391980 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 57348) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:36.521856 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c512835-a8f4-4b0e-b721-175e88468274 req-591f021d-0f81-4881-9506-5625495fa36c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.523833 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9c512835-a8f4-4b0e-b721-175e88468274 req-591f021d-0f81-4881-9506-5625495fa36c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 945 time: 0.0898297 Jul 16 18:36:36.561999 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d18e45-ad0f-4f03-aac9-872a698aea25 req-a858fdc0-2388-40d5-9e77-7497dfef1c6b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.563503 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f3d18e45-ad0f-4f03-aac9-872a698aea25 req-a858fdc0-2388-40d5-9e77-7497dfef1c6b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 944 time: 0.0697708 Jul 16 18:36:36.574013 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e8f1697c-c168-43b8-bdb9-74213efa8e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.581157 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9c512835-a8f4-4b0e-b721-175e88468274 req-f9e7b4a3-922b-4156-9fbf-41c7da202265 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504036 Jul 16 18:36:36.610880 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f3d18e45-ad0f-4f03-aac9-872a698aea25 req-577a7acd-d944-40f1-b385-9aadec173fdb tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401266 Jul 16 18:36:36.698598 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e8f1697c-c168-43b8-bdb9-74213efa8e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.702747 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e8f1697c-c168-43b8-bdb9-74213efa8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.740758 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1697c-c168-43b8-bdb9-74213efa8e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b7ba59-d745-4d4d-9702-0db4904f4374,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:36.745220 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-e8f1697c-c168-43b8-bdb9-74213efa8e0c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ec5fb7021e1b4d508f94dbb0f638cbb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519700 Jul 16 18:36:36.748146 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57364) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:36.808375 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b6aee0f7-7212-49e2-b0ac-520e72151e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.833315 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b6aee0f7-7212-49e2-b0ac-520e72151e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.878473 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b6aee0f7-7212-49e2-b0ac-520e72151e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.880976 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b6aee0f7-7212-49e2-b0ac-520e72151e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.882224 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-b6aee0f7-7212-49e2-b0ac-520e72151e0d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f8b7ba59-d745-4d4d-9702-0db4904f4374 HTTP/1.1" status: 204 len: 168 time: 0.1329684 Jul 16 18:36:36.889702 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aee0f7-7212-49e2-b0ac-520e72151e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b7ba59-d745-4d4d-9702-0db4904f4374,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:36.935251 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a24537-a845-43c9-af6c-5bfc3e2605d6 req-13b0c46b-78b8-4c84-bd97-0b8153d56fa9 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.936741 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f1a24537-a845-43c9-af6c-5bfc3e2605d6 req-13b0c46b-78b8-4c84-bd97-0b8153d56fa9 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 944 time: 0.0703437 Jul 16 18:36:36.979374 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f1a24537-a845-43c9-af6c-5bfc3e2605d6 req-8ba4fecf-b159-463d-ad59-cbc6f79e307c tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358148 Jul 16 18:36:37.155465 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 57374) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:37.171272 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-105e82ea-7a45-4fcc-8ed0-a407bac1abe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.272101 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-105e82ea-7a45-4fcc-8ed0-a407bac1abe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.278425 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-105e82ea-7a45-4fcc-8ed0-a407bac1abe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.315356 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-105e82ea-7a45-4fcc-8ed0-a407bac1abe7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=db87110fe60b43feb7a341d2220338a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583495 Jul 16 18:36:37.316172 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e82ea-7a45-4fcc-8ed0-a407bac1abe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe952375-2388-4245-b110-a04867ab6fc7,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:37.318237 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57376) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:37.367361 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-410a93f5-ee08-4931-80f1-ecbb455a151f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.388399 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-410a93f5-ee08-4931-80f1-ecbb455a151f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.466666 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-410a93f5-ee08-4931-80f1-ecbb455a151f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.468926 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-410a93f5-ee08-4931-80f1-ecbb455a151f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.470114 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-410a93f5-ee08-4931-80f1-ecbb455a151f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fe952375-2388-4245-b110-a04867ab6fc7 HTTP/1.1" status: 204 len: 168 time: 0.1508417 Jul 16 18:36:37.487201 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315304a-6ca6-4269-8c88-34eb775c7e32 req-2a854af9-c373-46c2-b2a4-1b14da84710a tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.488697 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3315304a-6ca6-4269-8c88-34eb775c7e32 req-2a854af9-c373-46c2-b2a4-1b14da84710a tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 945 time: 0.0738494 Jul 16 18:36:37.489886 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410a93f5-ee08-4931-80f1-ecbb455a151f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe952375-2388-4245-b110-a04867ab6fc7,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:37.536883 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3315304a-6ca6-4269-8c88-34eb775c7e32 req-322f6d5c-f51e-4d3a-aca9-40e7a67ce78c tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388358 Jul 16 18:36:37.774423 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1223c-1793-4526-bf55-34f877de9cb2 req-33755c54-3fd3-4371-b4ae-06d4c2754821 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.775958 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4cb1223c-1793-4526-bf55-34f877de9cb2 req-33755c54-3fd3-4371-b4ae-06d4c2754821 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 945 time: 0.0697815 Jul 16 18:36:37.793170 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56f88f-8f78-4447-a82d-07f85e26a6bb req-fe4a3e9d-336a-4b0e-8e54-4f007f353166 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.794688 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fe56f88f-8f78-4447-a82d-07f85e26a6bb req-fe4a3e9d-336a-4b0e-8e54-4f007f353166 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 944 time: 0.0698366 Jul 16 18:36:37.817993 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4cb1223c-1793-4526-bf55-34f877de9cb2 req-7963e588-7163-4bff-9e71-6aeafa12399a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362387 Jul 16 18:36:37.841580 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fe56f88f-8f78-4447-a82d-07f85e26a6bb req-d6f83511-3a2e-4880-865e-6fc6bbf28045 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401275 Jul 16 18:36:38.160242 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb2161-a26a-4054-88ab-975434236699 req-f053bd08-2678-418b-8eec-ad5b7d01d24e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.161660 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-01eb2161-a26a-4054-88ab-975434236699 req-f053bd08-2678-418b-8eec-ad5b7d01d24e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 944 time: 0.0654690 Jul 16 18:36:38.199487 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-01eb2161-a26a-4054-88ab-975434236699 req-9bfaf26b-4583-4e4d-98a0-c893d4fd63dc tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322602 Jul 16 18:36:38.709880 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee38cfc-070e-4092-a8ad-83590395a9af req-b67c6110-6f81-4248-8218-30b7aae1ca0b tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.711370 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6ee38cfc-070e-4092-a8ad-83590395a9af req-b67c6110-6f81-4248-8218-30b7aae1ca0b tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 945 time: 0.0635715 Jul 16 18:36:38.748368 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6ee38cfc-070e-4092-a8ad-83590395a9af req-ba053da1-9263-4efd-8dd5-7e2b05e97f51 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314031 Jul 16 18:36:39.024645 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a69d98-0c7c-4bd8-914e-33669e2b8734 req-090f6b60-4aec-43ca-8738-4b9d8781ab1c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.026321 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-42a69d98-0c7c-4bd8-914e-33669e2b8734 req-090f6b60-4aec-43ca-8738-4b9d8781ab1c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 945 time: 0.0825462 Jul 16 18:36:39.033951 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ce16f7-6f0b-4a9a-868e-be408cf18301 req-3d81630e-67cc-424b-ac7e-cfc789a2a5f4 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.035449 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-36ce16f7-6f0b-4a9a-868e-be408cf18301 req-3d81630e-67cc-424b-ac7e-cfc789a2a5f4 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 944 time: 0.0770497 Jul 16 18:36:39.072544 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-42a69d98-0c7c-4bd8-914e-33669e2b8734 req-a6022d5b-7b0f-41bb-ba08-2897f5cebbab tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397332 Jul 16 18:36:39.077084 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-36ce16f7-6f0b-4a9a-868e-be408cf18301 req-8889d98c-6918-4f75-baf8-20f5f674c772 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354049 Jul 16 18:36:39.372763 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79442045-14d2-4390-94ee-72b9dac9c41d req-7635eec8-b404-42d6-913c-945f62c25bce tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.375153 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-79442045-14d2-4390-94ee-72b9dac9c41d req-7635eec8-b404-42d6-913c-945f62c25bce tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 944 time: 0.0651329 Jul 16 18:36:39.411888 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-79442045-14d2-4390-94ee-72b9dac9c41d req-d635d880-2d6d-4f0b-a045-8bb7519a9644 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319870 Jul 16 18:36:39.936830 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9a2c4-0dd5-4821-b342-56514957221d req-eae08bff-af8c-4ecd-be69-7ef450465c36 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.938497 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8db9a2c4-0dd5-4821-b342-56514957221d req-eae08bff-af8c-4ecd-be69-7ef450465c36 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 945 time: 0.0692835 Jul 16 18:36:39.983521 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8db9a2c4-0dd5-4821-b342-56514957221d req-40925c45-0ca4-41c8-96f1-834236023a97 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368111 Jul 16 18:36:40.251414 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f8dd8-ae00-4e18-a6f1-9ee2d54c9227 req-18025357-f957-42de-a44c-fa3ee8863822 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.252903 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d54f8dd8-ae00-4e18-a6f1-9ee2d54c9227 req-18025357-f957-42de-a44c-fa3ee8863822 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 944 time: 0.0654061 Jul 16 18:36:40.253227 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70ecbd8-5850-491f-b9ae-eb6c474e3c57 req-131a8b40-f04c-4f0a-8411-ab93a35e8513 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.254782 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b70ecbd8-5850-491f-b9ae-eb6c474e3c57 req-131a8b40-f04c-4f0a-8411-ab93a35e8513 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 945 time: 0.0642395 Jul 16 18:36:40.291647 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d54f8dd8-ae00-4e18-a6f1-9ee2d54c9227 req-86929e9a-d883-4e24-a87b-524c1c893918 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325432 Jul 16 18:36:40.294395 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b70ecbd8-5850-491f-b9ae-eb6c474e3c57 req-60caacfd-4264-4de0-84fe-5fab059044b1 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332880 Jul 16 18:36:40.603516 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c2313-909e-4c77-bbf2-c0a0a1e978e1 req-9212f3cf-5b61-4ac8-936c-e4634457676b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.605115 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b11c2313-909e-4c77-bbf2-c0a0a1e978e1 req-9212f3cf-5b61-4ac8-936c-e4634457676b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 944 time: 0.0828476 Jul 16 18:36:40.661292 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b11c2313-909e-4c77-bbf2-c0a0a1e978e1 req-55411cce-97ec-4e90-8cef-8ab4a079a26d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499821 Jul 16 18:36:40.676718 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 437b2ab0-67a4-41e5-a548-b309dc5a2d30 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:40.741326 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port 437b2ab0-67a4-41e5-a548-b309dc5a2d30 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:40.745095 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 437b2ab0-67a4-41e5-a548-b309dc5a2d30 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:40.745497 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.831462 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.855273 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb41297-851b-43d0-a0c2-afffba040204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437b2ab0-67a4-41e5-a548-b309dc5a2d30'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:40.944472 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 437b2ab0-67a4-41e5-a548-b309dc5a2d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:40.957083 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.959422 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 18d09951-7f45-4b86-af2f-53ec80d5a429 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:41.076833 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=437b2ab0-67a4-41e5-a548-b309dc5a2d30,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.083083 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c984f75-499c-4d5f-8c6b-76531fa4b077" -d '{"events": [{"server_uuid": "3eb41297-851b-43d0-a0c2-afffba040204", "name": "network-vif-plugged", "status": "completed", "tag": "437b2ab0-67a4-41e5-a548-b309dc5a2d30"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:41.096172 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port 18d09951-7f45-4b86-af2f-53ec80d5a429 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:41.110578 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 18d09951-7f45-4b86-af2f-53ec80d5a429 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:41.111161 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.203374 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.238650 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 18d09951-7f45-4b86-af2f-53ec80d5a429, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=18d09951-7f45-4b86-af2f-53ec80d5a429,segment=NetworkSegment(c0d4571c-1484-4f9b-8119-bcb2e488af92),segment_id=c0d4571c-1484-4f9b-8119-bcb2e488af92)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:41.245519 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.246407 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device f7de5804-4d6b-4738-8de2-a92f64a3fe3b up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:41.252208 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607346bd-03ba-407a-850e-ecfec1ebbd81 req-240e1a33-16bd-4cb8-8458-f20184fd10da tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.253861 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-607346bd-03ba-407a-850e-ecfec1ebbd81 req-240e1a33-16bd-4cb8-8458-f20184fd10da tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 945 time: 0.1073689 Jul 16 18:36:41.298114 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6274f770-18f0-4e4d-868b-2bb7a2f44490 x-openstack-request-id: req-6274f770-18f0-4e4d-868b-2bb7a2f44490 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:41.298114 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb41297-851b-43d0-a0c2-afffba040204", "name": "network-vif-plugged", "status": "completed", "tag": "437b2ab0-67a4-41e5-a548-b309dc5a2d30", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:41.298114 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6274f770-18f0-4e4d-868b-2bb7a2f44490 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:41.298114 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb41297-851b-43d0-a0c2-afffba040204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'code': 200} Jul 16 18:36:41.301573 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-607346bd-03ba-407a-850e-ecfec1ebbd81 req-951c1bf4-9788-46af-bcf9-550c7142dbd1 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421584 Jul 16 18:36:41.358333 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=18d09951-7f45-4b86-af2f-53ec80d5a429,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.392704 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port f7de5804-4d6b-4738-8de2-a92f64a3fe3b completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:41.398293 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port f7de5804-4d6b-4738-8de2-a92f64a3fe3b triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:41.400116 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.483779 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4cf3a9-1690-4f00-80ac-96258242e4bf req-2031e539-9eb4-42cc-bbd6-ea8a36351d11 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.492849 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cf4cf3a9-1690-4f00-80ac-96258242e4bf req-2031e539-9eb4-42cc-bbd6-ea8a36351d11 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0771010 Jul 16 18:36:41.497191 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.538100 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port f7de5804-4d6b-4738-8de2-a92f64a3fe3b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f7de5804-4d6b-4738-8de2-a92f64a3fe3b,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:41.541138 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cf4cf3a9-1690-4f00-80ac-96258242e4bf req-58402f08-7bdc-4be6-8c98-8f46cb036386 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469503 Jul 16 18:36:41.545651 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.546877 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 53c62cf5-bc8e-4b46-83c1-5c407e228a6c up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:41.566902 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a90c94-750b-4269-8258-51e6472fc36d req-dcc06709-ffd5-4ff6-92c4-b6e5a3e4c738 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.570302 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-10a90c94-750b-4269-8258-51e6472fc36d req-dcc06709-ffd5-4ff6-92c4-b6e5a3e4c738 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.1358197 Jul 16 18:36:41.613132 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-10a90c94-750b-4269-8258-51e6472fc36d req-916e783a-8f33-42a5-80dc-9ff04abdafae tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354235 Jul 16 18:36:41.649102 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=f7de5804-4d6b-4738-8de2-a92f64a3fe3b,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.663629 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:41.667781 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:41.668190 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.676545 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa432c7a-7497-4a01-9fc3-d72afc10c703 req-b14f32ac-e648-4589-bd75-be9cf9984c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.678484 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fa432c7a-7497-4a01-9fc3-d72afc10c703 req-b14f32ac-e648-4589-bd75-be9cf9984c7d service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 1099 time: 0.1026795 Jul 16 18:36:41.707832 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-fa432c7a-7497-4a01-9fc3-d72afc10c703 req-aa1a27cb-d772-4691-9200-095ae729dd9c service neutron] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.769939 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.808563 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=53c62cf5-bc8e-4b46-83c1-5c407e228a6c,segment=NetworkSegment(c0d4571c-1484-4f9b-8119-bcb2e488af92),segment_id=c0d4571c-1484-4f9b-8119-bcb2e488af92)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:41.814017 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.815142 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 538eb5f0-9525-429b-afd0-2c60049e551e up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:41.866517 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-fa432c7a-7497-4a01-9fc3-d72afc10c703 req-aa1a27cb-d772-4691-9200-095ae729dd9c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.876374 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-fa432c7a-7497-4a01-9fc3-d72afc10c703 req-aa1a27cb-d772-4691-9200-095ae729dd9c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.902670 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=53c62cf5-bc8e-4b46-83c1-5c407e228a6c,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.919199 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port 538eb5f0-9525-429b-afd0-2c60049e551e completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:41.921113 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e07b16-1641-454e-b881-d017f4f2c338 req-aaade2a9-26aa-4485-b1ab-b5d758211df3 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.922658 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-16e07b16-1641-454e-b881-d017f4f2c338 req-aaade2a9-26aa-4485-b1ab-b5d758211df3 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 945 time: 0.1394885 Jul 16 18:36:41.924866 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 538eb5f0-9525-429b-afd0-2c60049e551e triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:41.925426 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.929606 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fa432c7a-7497-4a01-9fc3-d72afc10c703 req-aa1a27cb-d772-4691-9200-095ae729dd9c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434647 Jul 16 18:36:41.940361 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a27cb-d772-4691-9200-095ae729dd9c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=003e1b5a-42dc-4cca-b6db-f7ff9a206bbe,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.971036 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-16e07b16-1641-454e-b881-d017f4f2c338 req-d5c48e59-3c4f-4614-bac9-9aad70b74340 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386102 Jul 16 18:36:42.017314 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.050758 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 538eb5f0-9525-429b-afd0-2c60049e551e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=538eb5f0-9525-429b-afd0-2c60049e551e,segment=NetworkSegment(fbc26b6a-4e40-4beb-9f43-da6d3fd47620),segment_id=fbc26b6a-4e40-4beb-9f43-da6d3fd47620)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:42.055018 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.101533 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=538eb5f0-9525-429b-afd0-2c60049e551e,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:42.489101 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1e98d-3f61-4ff4-9238-d5d565927603 req-57a15bb4-f5c2-4e14-b70a-3c083b3a3207 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.490618 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-dce1e98d-3f61-4ff4-9238-d5d565927603 req-57a15bb4-f5c2-4e14-b70a-3c083b3a3207 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.0748384 Jul 16 18:36:42.532163 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-dce1e98d-3f61-4ff4-9238-d5d565927603 req-d299b51f-e502-4c85-9df4-fd598857e501 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358219 Jul 16 18:36:42.710163 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81527389-72bb-472a-8ed1-d4380e56537b req-3a8a5cf9-29d1-4f8f-9cfe-3b6bc4c4900e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.712241 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-81527389-72bb-472a-8ed1-d4380e56537b req-3a8a5cf9-29d1-4f8f-9cfe-3b6bc4c4900e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0652461 Jul 16 18:36:42.751420 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-81527389-72bb-472a-8ed1-d4380e56537b req-4d848eb2-efdc-4c9b-8215-4a302636a9b2 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333180 Jul 16 18:36:42.794006 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e09cc3-15eb-4801-8c4a-3e51c1b60552 req-15d5e3c5-4b80-4c27-a256-8d4701e5c50f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.795473 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a0e09cc3-15eb-4801-8c4a-3e51c1b60552 req-15d5e3c5-4b80-4c27-a256-8d4701e5c50f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0632541 Jul 16 18:36:42.835635 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a0e09cc3-15eb-4801-8c4a-3e51c1b60552 req-06e23728-c0cb-4b38-a3bb-b8aa381b6384 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344548 Jul 16 18:36:43.153611 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803197f-4c4c-4033-b3f0-69925e11b917 req-4941e1c7-1610-4c1a-8c58-f238e7ee7393 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:43.155078 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1803197f-4c4c-4033-b3f0-69925e11b917 req-4941e1c7-1610-4c1a-8c58-f238e7ee7393 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 945 time: 0.0683618 Jul 16 18:36:43.212647 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57612) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:43.221152 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1803197f-4c4c-4033-b3f0-69925e11b917 req-f6cc689d-1af4-4ccc-955f-e5780b487e1e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596881 Jul 16 18:36:43.293627 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5b804e-beca-41e4-98d4-a9f652940001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d09951-7f45-4b86-af2f-53ec80d5a429'}, {'server_uuid': '9290f712-6338-4983-8a95-296111f8f86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7de5804-4d6b-4738-8de2-a92f64a3fe3b'}, {'server_uuid': 'b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c62cf5-bc8e-4b46-83c1-5c407e228a6c'}, {'server_uuid': '282d72dd-7255-4784-890c-7b29900b72f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538eb5f0-9525-429b-afd0-2c60049e551e'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:43.296326 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7060879c-12a9-4946-8b83-3428b4d4e0e3" -d '{"events": [{"server_uuid": "9b5b804e-beca-41e4-98d4-a9f652940001", "name": "network-vif-plugged", "status": "completed", "tag": "18d09951-7f45-4b86-af2f-53ec80d5a429"}, {"server_uuid": "9290f712-6338-4983-8a95-296111f8f86e", "name": "network-vif-plugged", "status": "completed", "tag": "f7de5804-4d6b-4738-8de2-a92f64a3fe3b"}, {"server_uuid": "b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c", "name": "network-vif-plugged", "status": "completed", "tag": "53c62cf5-bc8e-4b46-83c1-5c407e228a6c"}, {"server_uuid": "282d72dd-7255-4784-890c-7b29900b72f7", "name": "network-vif-plugged", "status": "completed", "tag": "538eb5f0-9525-429b-afd0-2c60049e551e"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:43.347707 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdcb425-1ce4-4dfe-b645-fc95854c12eb x-openstack-request-id: req-4bdcb425-1ce4-4dfe-b645-fc95854c12eb {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:43.348100 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5b804e-beca-41e4-98d4-a9f652940001", "name": "network-vif-plugged", "status": "completed", "tag": "18d09951-7f45-4b86-af2f-53ec80d5a429", "code": 200}, {"server_uuid": "9290f712-6338-4983-8a95-296111f8f86e", "name": "network-vif-plugged", "status": "completed", "tag": "f7de5804-4d6b-4738-8de2-a92f64a3fe3b", "code": 200}, {"server_uuid": "b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c", "name": "network-vif-plugged", "status": "completed", "tag": "53c62cf5-bc8e-4b46-83c1-5c407e228a6c", "code": 200}, {"server_uuid": "282d72dd-7255-4784-890c-7b29900b72f7", "name": "network-vif-plugged", "status": "completed", "tag": "538eb5f0-9525-429b-afd0-2c60049e551e", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:43.348360 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4bdcb425-1ce4-4dfe-b645-fc95854c12eb {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:43.348761 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5b804e-beca-41e4-98d4-a9f652940001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d09951-7f45-4b86-af2f-53ec80d5a429', 'code': 200} Jul 16 18:36:43.349014 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9290f712-6338-4983-8a95-296111f8f86e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7de5804-4d6b-4738-8de2-a92f64a3fe3b', 'code': 200} Jul 16 18:36:43.349261 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c62cf5-bc8e-4b46-83c1-5c407e228a6c', 'code': 200} Jul 16 18:36:43.349536 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d72dd-7255-4784-890c-7b29900b72f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538eb5f0-9525-429b-afd0-2c60049e551e', 'code': 200} Jul 16 18:36:43.535495 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e6110aa5-d8bc-42e8-aa47-6f0be165ed9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.792142 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e6110aa5-d8bc-42e8-aa47-6f0be165ed9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.808047 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e6110aa5-d8bc-42e8-aa47-6f0be165ed9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.932154 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-e6110aa5-d8bc-42e8-aa47-6f0be165ed9b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c9cb7f2a02884fa1aa768617ddda2eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7175326 Jul 16 18:36:43.933566 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6110aa5-d8bc-42e8-aa47-6f0be165ed9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc89543-2fa8-4b89-917d-4c612d8afdfc,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:43.935590 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 57666) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:43.965944 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92ceef-9f0f-44d3-b10e-b86ed73bf316 req-39976d0d-3593-4593-a10b-347310423acf tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:43.967903 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9e92ceef-9f0f-44d3-b10e-b86ed73bf316 req-39976d0d-3593-4593-a10b-347310423acf tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.2650321 Jul 16 18:36:44.011173 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22584314-8166-4de1-b578-bf22227643ab req-45f90a10-4e70-471a-a5a2-0f780c14fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.013258 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-22584314-8166-4de1-b578-bf22227643ab req-45f90a10-4e70-471a-a5a2-0f780c14fd24 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 1098 time: 0.1241534 Jul 16 18:36:44.041882 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9e92ceef-9f0f-44d3-b10e-b86ed73bf316 req-c8be9e53-0531-4ade-a9df-fa2c5e967177 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637100 Jul 16 18:36:44.106585 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283d9e0-25cb-478f-8723-cb45714358af req-484d5442-448f-4f8c-9752-97cc29f5af2e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.115194 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4283d9e0-25cb-478f-8723-cb45714358af req-484d5442-448f-4f8c-9752-97cc29f5af2e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.1688061 Jul 16 18:36:44.155464 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57676) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:44.165319 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-22584314-8166-4de1-b578-bf22227643ab req-6022b19e-ddba-4691-b375-e27415b0af6c service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945590 Jul 16 18:36:44.189162 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c4360-0b19-472b-a91f-1b3b5cfb6744 req-2fed3768-b396-460a-a969-f277390b7ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.191128 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5c5c4360-0b19-472b-a91f-1b3b5cfb6744 req-2fed3768-b396-460a-a969-f277390b7ae0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 1099 time: 0.1667519 Jul 16 18:36:44.193281 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a8c40-3ef1-434c-a88a-23ae3908642c req-e6aa754f-27a2-4b03-a76c-d53bd1ade44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.195029 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7a4a8c40-3ef1-434c-a88a-23ae3908642c req-e6aa754f-27a2-4b03-a76c-d53bd1ade44a service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 1098 time: 0.1255341 Jul 16 18:36:44.221589 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-57e89228-9946-4525-8593-a8f2db7edb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.287201 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4283d9e0-25cb-478f-8723-cb45714358af req-76e0ea3a-3530-4607-8d54-c379b328a9dd tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577971 Jul 16 18:36:44.295592 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae36ac-a0bc-40d2-9b69-6b26813e763a req-611752f6-a555-41d7-9c01-95290deb479e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.303221 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-52ae36ac-a0bc-40d2-9b69-6b26813e763a req-611752f6-a555-41d7-9c01-95290deb479e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0776587 Jul 16 18:36:44.310477 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-57e89228-9946-4525-8593-a8f2db7edb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.372374 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d9ad9-15b7-4c8a-916a-d8fcf3f27d3b req-6a93cc58-cf5a-44e4-9af9-14681f4e49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.373161 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c01285ec-a08d-4fa4-bcc4-90b3061a6903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.376524 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7b3d9ad9-15b7-4c8a-916a-d8fcf3f27d3b req-6a93cc58-cf5a-44e4-9af9-14681f4e49fb service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 1098 time: 0.3221679 Jul 16 18:36:44.399772 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-52ae36ac-a0bc-40d2-9b69-6b26813e763a req-d0821cf9-db3a-4045-a561-05796a28fd90 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885954 Jul 16 18:36:44.414416 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-57e89228-9946-4525-8593-a8f2db7edb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.417009 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-57e89228-9946-4525-8593-a8f2db7edb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.421691 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-57e89228-9946-4525-8593-a8f2db7edb1e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3cc89543-2fa8-4b89-917d-4c612d8afdfc HTTP/1.1" status: 204 len: 168 time: 0.4848003 Jul 16 18:36:44.435205 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e89228-9946-4525-8593-a8f2db7edb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc89543-2fa8-4b89-917d-4c612d8afdfc,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:44.554935 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7b3d9ad9-15b7-4c8a-916a-d8fcf3f27d3b req-b64a3731-d5b9-4f64-9daa-55d720e5716f service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837772 Jul 16 18:36:44.570623 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c01285ec-a08d-4fa4-bcc4-90b3061a6903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.580329 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7a4a8c40-3ef1-434c-a88a-23ae3908642c req-d8d7df98-e139-40ec-884e-44b20a5f2987 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002998 Jul 16 18:36:44.582276 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5c5c4360-0b19-472b-a91f-1b3b5cfb6744 req-6a2ba140-8417-4dd4-aade-505dd83a5c05 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115947 Jul 16 18:36:44.583729 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c01285ec-a08d-4fa4-bcc4-90b3061a6903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.594111 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b048a33-2039-42ed-a7ef-8404594aa616 req-563000a5-1a38-4e39-ad59-6e42df23605d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.595849 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4b048a33-2039-42ed-a7ef-8404594aa616 req-563000a5-1a38-4e39-ad59-6e42df23605d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 945 time: 0.1125076 Jul 16 18:36:44.640616 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-c01285ec-a08d-4fa4-bcc4-90b3061a6903 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d0aab24748704f8ab417cdcad2945ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4840016 Jul 16 18:36:44.641700 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57696) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:44.655622 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4b048a33-2039-42ed-a7ef-8404594aa616 req-fda1834c-0f92-4a61-a019-0e223b444266 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526662 Jul 16 18:36:44.657675 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01285ec-a08d-4fa4-bcc4-90b3061a6903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dd3963-739e-4187-9272-fb34f933de09,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:44.710922 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-734e1dcb-c3d5-4dcd-8109-8f58ee091c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.737121 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-734e1dcb-c3d5-4dcd-8109-8f58ee091c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.797213 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-734e1dcb-c3d5-4dcd-8109-8f58ee091c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.800080 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-734e1dcb-c3d5-4dcd-8109-8f58ee091c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.803799 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-734e1dcb-c3d5-4dcd-8109-8f58ee091c0c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/89dd3963-739e-4187-9272-fb34f933de09 HTTP/1.1" status: 204 len: 168 time: 0.1571164 Jul 16 18:36:44.811031 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e1dcb-c3d5-4dcd-8109-8f58ee091c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dd3963-739e-4187-9272-fb34f933de09,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:44.842578 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 57702) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:44.856145 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7f08ea5d-9a04-4da5-abc1-6dc6caefbeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.959264 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7f08ea5d-9a04-4da5-abc1-6dc6caefbeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.963834 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7f08ea5d-9a04-4da5-abc1-6dc6caefbeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.001996 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f08ea5d-9a04-4da5-abc1-6dc6caefbeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cd3f6c-30ec-401c-9140-854bc25ad585,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:45.006325 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-7f08ea5d-9a04-4da5-abc1-6dc6caefbeae admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=94edb7a994b14613bf5312198a68b7dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626136 Jul 16 18:36:45.009000 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 57714) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:45.058998 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2841e667-f8b4-4e05-aacc-2e6d2dd0970b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.083403 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2841e667-f8b4-4e05-aacc-2e6d2dd0970b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.148264 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2841e667-f8b4-4e05-aacc-2e6d2dd0970b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.151279 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2841e667-f8b4-4e05-aacc-2e6d2dd0970b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.152768 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-2841e667-f8b4-4e05-aacc-2e6d2dd0970b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/22cd3f6c-30ec-401c-9140-854bc25ad585 HTTP/1.1" status: 204 len: 168 time: 0.1426508 Jul 16 18:36:45.163432 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841e667-f8b4-4e05-aacc-2e6d2dd0970b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cd3f6c-30ec-401c-9140-854bc25ad585,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:45.238030 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfd5b1-09c2-4573-b828-fc06097842c8 req-e65e4c7d-58ce-4c2f-b793-413a2eef6727 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.239542 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-81cfd5b1-09c2-4573-b828-fc06097842c8 req-e65e4c7d-58ce-4c2f-b793-413a2eef6727 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.0655925 Jul 16 18:36:45.246954 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57724) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:45.273300 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5ab56ae1-7ce5-43c7-bba5-b6e04e3107af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.313044 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-81cfd5b1-09c2-4573-b828-fc06097842c8 req-fd0c19e0-e064-4e37-ad70-b2d8eb6e830d tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633240 Jul 16 18:36:45.424618 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5ab56ae1-7ce5-43c7-bba5-b6e04e3107af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.431375 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5ab56ae1-7ce5-43c7-bba5-b6e04e3107af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.480846 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab56ae1-7ce5-43c7-bba5-b6e04e3107af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86ea18f4-4016-4efa-94da-8c0a1e46e297,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:45.487979 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 57748) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:45.488082 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-5ab56ae1-7ce5-43c7-bba5-b6e04e3107af admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4a087a2ef86a4880b80cfbcf7c97edc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396359 Jul 16 18:36:45.573969 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c1a32-ba48-4db1-a3e5-880e7bf46463 req-62113d15-d942-435a-b9cc-8227f1309d79 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.575549 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-de7c1a32-ba48-4db1-a3e5-880e7bf46463 req-62113d15-d942-435a-b9cc-8227f1309d79 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.1403651 Jul 16 18:36:45.576818 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-805a32ef-72f4-46f3-8fd3-2518e10830be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.616829 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-805a32ef-72f4-46f3-8fd3-2518e10830be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.650592 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae517037-1bf7-4be2-8653-61be52b17a06 req-ddbb2d98-ff07-4f97-bb76-c01686fec931 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.652484 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ae517037-1bf7-4be2-8653-61be52b17a06 req-ddbb2d98-ff07-4f97-bb76-c01686fec931 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0785000 Jul 16 18:36:45.660318 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-de7c1a32-ba48-4db1-a3e5-880e7bf46463 req-c4e7ddde-4294-4775-bb00-7866d37d65a7 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774353 Jul 16 18:36:45.710684 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ae517037-1bf7-4be2-8653-61be52b17a06 req-a7a8883f-e3d0-4eca-bd5c-d67e93492e51 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520570 Jul 16 18:36:45.715688 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-805a32ef-72f4-46f3-8fd3-2518e10830be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.723436 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-805a32ef-72f4-46f3-8fd3-2518e10830be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.726525 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-805a32ef-72f4-46f3-8fd3-2518e10830be admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/86ea18f4-4016-4efa-94da-8c0a1e46e297 HTTP/1.1" status: 204 len: 168 time: 0.2353272 Jul 16 18:36:45.740512 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a32ef-72f4-46f3-8fd3-2518e10830be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ea18f4-4016-4efa-94da-8c0a1e46e297,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:45.867188 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56846cc8-4af5-449d-89a7-7dfab5bf3d76 req-00193110-5ecc-4570-9ac1-e65635053f50 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.868858 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-56846cc8-4af5-449d-89a7-7dfab5bf3d76 req-00193110-5ecc-4570-9ac1-e65635053f50 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 945 time: 0.0774124 Jul 16 18:36:45.911094 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-56846cc8-4af5-449d-89a7-7dfab5bf3d76 req-7bdb5dfa-65a5-4b38-989f-ceeece059341 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356410 Jul 16 18:36:45.939102 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d1ed6-4d8a-484f-936c-4d928f05f6f0 req-412b77eb-55c7-4978-973e-0173ffefe66c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.940927 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4f2d1ed6-4d8a-484f-936c-4d928f05f6f0 req-412b77eb-55c7-4978-973e-0173ffefe66c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0860021 Jul 16 18:36:45.950149 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 57778) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:45.955294 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-b87a177b-e8cb-440d-b1ff-6d7256a86314 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Request body: {'floatingip': {'port_id': '437b2ab0-67a4-41e5-a548-b309dc5a2d30'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:45.992479 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:46.006087 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57782) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:46.030876 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b87a177b-e8cb-440d-b1ff-6d7256a86314 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for floatingip, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.195691 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57796) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:46.247733 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2dadc815-cd1f-4a03-9ddc-e099877410c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.280789 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1699441085-network', 'tenant_id': '7b6d8e9d10104af7a52af3d4d35ea506'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:46.394726 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2dadc815-cd1f-4a03-9ddc-e099877410c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.410644 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2dadc815-cd1f-4a03-9ddc-e099877410c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.483413 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] Made reservation on behalf of 7b6d8e9d10104af7a52af3d4d35ea506 for: {'network': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:46.486025 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.521171 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.536651 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadc815-cd1f-4a03-9ddc-e099877410c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa883cc6-b60f-4a72-b913-a8c15d12b0cf,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:46.550213 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 57812) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:46.560384 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-2dadc815-cd1f-4a03-9ddc-e099877410c1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eb759dc75ed443399c633d7453b89899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5530877 Jul 16 18:36:46.563024 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57816) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:46.644973 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-698d8b0a-8d9b-4e96-8b35-4de578031c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.693663 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-698d8b0a-8d9b-4e96-8b35-4de578031c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.840001 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.862607 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.927712 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efed74-7b76-4416-9ed7-457614304d4e req-5ac285b8-ca9a-4c29-909a-fc59478f9180 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:46.929304 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-35efed74-7b76-4416-9ed7-457614304d4e req-5ac285b8-ca9a-4c29-909a-fc59478f9180 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.4894099 Jul 16 18:36:46.943558 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb70629-77a1-45c2-b076-c6a0fad9eeab,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:46.950741 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-698d8b0a-8d9b-4e96-8b35-4de578031c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.953736 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-698d8b0a-8d9b-4e96-8b35-4de578031c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.957228 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-698d8b0a-8d9b-4e96-8b35-4de578031c98 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fa883cc6-b60f-4a72-b913-a8c15d12b0cf HTTP/1.1" status: 204 len: 168 time: 0.3909090 Jul 16 18:36:46.957228 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=93246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:46.982761 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-29b74573-34da-402a-b4e9-a883776b7281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.999861 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d8b0a-8d9b-4e96-8b35-4de578031c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa883cc6-b60f-4a72-b913-a8c15d12b0cf,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:47.003731 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.004079 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.segments_db [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] Added segment 3cf502c6-f1ec-4889-8ffa-9205cb297040 of type vlan for network 9e2e2663-bdee-4939-a3cf-21420215ba27 Jul 16 18:36:47.042170 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800ed99-e585-417a-84c3-79f10ef23d8e req-01baeb71-901b-4efa-a526-cb273468cfeb tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.042170 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d800ed99-e585-417a-84c3-79f10ef23d8e req-01baeb71-901b-4efa-a526-cb273468cfeb tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.1657772 Jul 16 18:36:47.103886 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.156333 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d800ed99-e585-417a-84c3-79f10ef23d8e req-c20dd0bd-ed4d-4f4d-a61f-b90bf25c8a62 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848558 Jul 16 18:36:47.207220 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.208560 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.209436 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.321895 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] Pushing event updated for resources: {'Network': ['ID=9e2e2663-bdee-4939-a3cf-21420215ba27,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:47.337893 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network 9e2e2663-bdee-4939-a3cf-21420215ba27 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:47.356676 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-35efed74-7b76-4416-9ed7-457614304d4e req-23210d33-b035-4cd8-be6a-a9bde0423881 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832078 Jul 16 18:36:47.388921 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.db.resource_extend [None req-b87a177b-e8cb-440d-b1ff-6d7256a86314 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:36:47.440205 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299d71e-6f5d-40ab-9ad2-2b5268d9e60e req-e15e836c-54d7-49a9-be1e-2bdf80ae9654 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.442143 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1299d71e-6f5d-40ab-9ad2-2b5268d9e60e req-e15e836c-54d7-49a9-be1e-2bdf80ae9654 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 945 time: 0.0802670 Jul 16 18:36:47.498076 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1299d71e-6f5d-40ab-9ad2-2b5268d9e60e req-4f470b47-a4cb-46b3-9f07-523d3e2432d6 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494394 Jul 16 18:36:47.505057 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b87a177b-e8cb-440d-b1ff-6d7256a86314 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.514860 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b87a177b-e8cb-440d-b1ff-6d7256a86314 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.632828 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57844) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:47.651355 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ab7d-868c-4156-812d-7951207a9980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.652780 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-29b74573-34da-402a-b4e9-a883776b7281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.654509 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.l3_db [None req-b87a177b-e8cb-440d-b1ff-6d7256a86314 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Floating IP c4c0cf98-b8b6-4d50-b478-e346352a5764 associated. External IP: 172.27.3.137, port: 437b2ab0-67a4-41e5-a548-b309dc5a2d30. Jul 16 18:36:47.666706 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-f36396cc-5f8c-4a95-a905-3998407a9049 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4701037 Jul 16 18:36:47.671541 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57846) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:47.678316 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-cc569af6-3000-42a0-868d-f26ed3b17e68 admin admin] Request body: {'subnet': {'network_id': '9e2e2663-bdee-4939-a3cf-21420215ba27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1699441085-subnet', 'tenant_id': '7b6d8e9d10104af7a52af3d4d35ea506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:47.687654 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-29b74573-34da-402a-b4e9-a883776b7281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.745717 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b74573-34da-402a-b4e9-a883776b7281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7321a6ec-6e6a-4cff-b928-f762303c59d2,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:47.771529 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ab7d-868c-4156-812d-7951207a9980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.795667 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e5e1ab7d-868c-4156-812d-7951207a9980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.799617 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-29b74573-34da-402a-b4e9-a883776b7281 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=991159a7339b406dab0ce7e41dadcbad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2453322 Jul 16 18:36:47.802183 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 57850) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:47.809838 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc569af6-3000-42a0-868d-f26ed3b17e68 admin admin] Made reservation on behalf of 7b6d8e9d10104af7a52af3d4d35ea506 for: {'subnet': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:47.812513 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cc569af6-3000-42a0-868d-f26ed3b17e68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.866999 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1ab7d-868c-4156-812d-7951207a9980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108278a0-10bf-4a09-a50e-6c56eb2068e0,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:47.875222 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-e5e1ab7d-868c-4156-812d-7951207a9980 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=40764f42009b4380b06b55c978c6d55f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383847 Jul 16 18:36:47.902259 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57854) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:47.920566 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6748889e-2704-4a2d-8b75-ed45502e9a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.981271 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6748889e-2704-4a2d-8b75-ed45502e9a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.996376 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9f568233-9526-4a32-8337-1a516a8b61eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.029927 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87a177b-e8cb-440d-b1ff-6d7256a86314 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:48.046374 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9f568233-9526-4a32-8337-1a516a8b61eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.093114 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6748889e-2704-4a2d-8b75-ed45502e9a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.095723 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6748889e-2704-4a2d-8b75-ed45502e9a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.099838 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-6748889e-2704-4a2d-8b75-ed45502e9a69 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7321a6ec-6e6a-4cff-b928-f762303c59d2 HTTP/1.1" status: 204 len: 168 time: 0.2937818 Jul 16 18:36:48.128145 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cc569af6-3000-42a0-868d-f26ed3b17e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for subnet, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.175497 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc569af6-3000-42a0-868d-f26ed3b17e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dea21d16-248e-4462-bb91-97eaf23216a1,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:48.199682 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9f568233-9526-4a32-8337-1a516a8b61eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.208663 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9f568233-9526-4a32-8337-1a516a8b61eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.209913 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-9f568233-9526-4a32-8337-1a516a8b61eb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/108278a0-10bf-4a09-a50e-6c56eb2068e0 HTTP/1.1" status: 204 len: 168 time: 0.3067088 Jul 16 18:36:48.247024 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f568233-9526-4a32-8337-1a516a8b61eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108278a0-10bf-4a09-a50e-6c56eb2068e0,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:48.268540 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc569af6-3000-42a0-868d-f26ed3b17e68 admin admin] Checking segment: {'id': '3cf502c6-f1ec-4889-8ffa-9205cb297040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '9e2e2663-bdee-4939-a3cf-21420215ba27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:48.268877 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc569af6-3000-42a0-868d-f26ed3b17e68 admin admin] Network hostable DHCP agents. Network: 9e2e2663-bdee-4939-a3cf-21420215ba27, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:48.319097 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc569af6-3000-42a0-868d-f26ed3b17e68 admin admin] Network 9e2e2663-bdee-4939-a3cf-21420215ba27 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:48.334386 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-cc569af6-3000-42a0-868d-f26ed3b17e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, 9e2e2663-bdee-4939-a3cf-21420215ba27) {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:48.340343 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc569af6-3000-42a0-868d-f26ed3b17e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.342183 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-cc569af6-3000-42a0-868d-f26ed3b17e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.347168 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e3f45-4943-4c03-b096-b9809f1ac08e None None] Network 9e2e2663-bdee-4939-a3cf-21420215ba27 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:48.387829 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-cc569af6-3000-42a0-868d-f26ed3b17e68 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7150674 Jul 16 18:36:48.515322 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748889e-2704-4a2d-8b75-ed45502e9a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7321a6ec-6e6a-4cff-b928-f762303c59d2,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:48.599308 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6fb42c-9398-4ff9-8506-987d164e56ec None None] Network 9e2e2663-bdee-4939-a3cf-21420215ba27 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:48.624832 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87a177b-e8cb-440d-b1ff-6d7256a86314 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:48.631750 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b87a177b-e8cb-440d-b1ff-6d7256a86314 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.642629 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ce1923-54b8-4f1b-b292-cc4f8b497258 None None] Sync routers for ids ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:48.655159 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce1923-54b8-4f1b-b292-cc4f8b497258 None None] Routers {'1ebba71d-98ef-4674-a503-2a1a9eb3da0f'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:48.657645 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-42ce1923-54b8-4f1b-b292-cc4f8b497258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:36:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:48.682949 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-b87a177b-e8cb-440d-b1ff-6d7256a86314 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "PUT /v2.0/floatingips/c4c0cf98-b8b6-4d50-b478-e346352a5764 HTTP/1.1" status: 200 len: 992 time: 2.7313673 Jul 16 18:36:48.684558 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb41297-851b-43d0-a0c2-afffba040204', 'tag': '437b2ab0-67a4-41e5-a548-b309dc5a2d30'}] {{(pid=93247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:48.687757 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1675f5700063021dd68c6217033055bce74fc81c8decf1c9b68bd4a19952454f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2bb831-a34d-4408-87fd-b507c32255e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb41297-851b-43d0-a0c2-afffba040204", "tag": "437b2ab0-67a4-41e5-a548-b309dc5a2d30"}]}' {{(pid=93247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:48.723450 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cb214-9ef8-4c96-b0f4-305c4498f306 req-8a4f7a27-bdbb-47c9-a293-55b60317ddca tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.725662 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-203cb214-9ef8-4c96-b0f4-305c4498f306 req-8a4f7a27-bdbb-47c9-a293-55b60317ddca tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.2137232 Jul 16 18:36:48.757488 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 57904) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:48.780075 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-203cb214-9ef8-4c96-b0f4-305c4498f306 req-6feacef1-5daf-4a17-8fa0-ee812561e998 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461211 Jul 16 18:36:48.799753 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-18008cd7-d3b7-4271-98fa-eebdbcd33727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.817156 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322de4d-16e0-4196-9d4e-771db07636ef req-0716b99f-34bd-45bd-9fd7-08fb317a3002 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.825935 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0322de4d-16e0-4196-9d4e-771db07636ef req-0716b99f-34bd-45bd-9fd7-08fb317a3002 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.2361321 Jul 16 18:36:48.900831 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-42ce1923-54b8-4f1b-b292-cc4f8b497258 None None] Set router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:49.045703 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0322de4d-16e0-4196-9d4e-771db07636ef req-3c9243ae-1433-4353-a99d-b8b8794acc34 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168827 Jul 16 18:36:49.095626 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90497a08-e79e-49ff-8492-999b06bebe46 req-31cfb6a2-ed16-4016-bf3c-6267fd6284ac tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.119710 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-90497a08-e79e-49ff-8492-999b06bebe46 req-31cfb6a2-ed16-4016-bf3c-6267fd6284ac tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 945 time: 0.1604342 Jul 16 18:36:49.134927 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-18008cd7-d3b7-4271-98fa-eebdbcd33727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.149924 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-18008cd7-d3b7-4271-98fa-eebdbcd33727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.200178 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-90497a08-e79e-49ff-8492-999b06bebe46 req-ec09d646-ac63-4fe3-8f9b-17cbab831b3a tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795043 Jul 16 18:36:49.234149 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 57932) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:49.236338 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-18008cd7-d3b7-4271-98fa-eebdbcd33727 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=105cce65497c48108854ba1d4603d9d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764755 Jul 16 18:36:49.353069 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7502c04f-375c-4a49-9208-8fa21993cc51 x-openstack-request-id: req-7502c04f-375c-4a49-9208-8fa21993cc51 {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:49.353247 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb41297-851b-43d0-a0c2-afffba040204", "tag": "437b2ab0-67a4-41e5-a548-b309dc5a2d30", "status": "completed", "code": 200}]} {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:49.353522 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7502c04f-375c-4a49-9208-8fa21993cc51 {{(pid=93247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:49.353932 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb41297-851b-43d0-a0c2-afffba040204', 'tag': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'status': 'completed', 'code': 200} Jul 16 18:36:49.398524 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-31d35a89-6da1-4718-89e7-f25d5bb47b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.405928 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18008cd7-d3b7-4271-98fa-eebdbcd33727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf7fcbf-6a5c-4b4b-b1ae-d4c6c781229e,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:49.445207 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-31d35a89-6da1-4718-89e7-f25d5bb47b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.551560 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bb831-a34d-4408-87fd-b507c32255e1 req-8de65102-00a3-471a-9452-e3586f88db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.554923 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5b2bb831-a34d-4408-87fd-b507c32255e1 req-8de65102-00a3-471a-9452-e3586f88db52 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 1099 time: 0.1260524 Jul 16 18:36:49.567753 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-31d35a89-6da1-4718-89e7-f25d5bb47b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.574195 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-31d35a89-6da1-4718-89e7-f25d5bb47b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.579329 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-31d35a89-6da1-4718-89e7-f25d5bb47b9b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5bf7fcbf-6a5c-4b4b-b1ae-d4c6c781229e HTTP/1.1" status: 204 len: 168 time: 0.3416069 Jul 16 18:36:49.604835 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d35a89-6da1-4718-89e7-f25d5bb47b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf7fcbf-6a5c-4b4b-b1ae-d4c6c781229e,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:49.734489 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-42ce1923-54b8-4f1b-b292-cc4f8b497258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'c4c0cf98-b8b6-4d50-b478-e346352a5764', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'port_id': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'mac_address': 'fa:16:3e:50:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb41297-851b-43d0-a0c2-afffba040204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:08Z', 'updated_at': '2021-07-16T18:36:47Z', 'revision_number': 1, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 5, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:49.771698 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ce1923-54b8-4f1b-b292-cc4f8b497258 None None] Checking router: 1ebba71d-98ef-4674-a503-2a1a9eb3da0f for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:49.776047 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bb831-a34d-4408-87fd-b507c32255e1 req-d743f7de-c33f-466e-9a00-81bbd210cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.777710 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5b2bb831-a34d-4408-87fd-b507c32255e1 req-d743f7de-c33f-466e-9a00-81bbd210cdec service neutron] 10.222.0.84 "GET /v2.0/networks?id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f HTTP/1.1" status: 200 len: 917 time: 0.2130318 Jul 16 18:36:49.797866 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce1923-54b8-4f1b-b292-cc4f8b497258 None None] Routers {'1ebba71d-98ef-4674-a503-2a1a9eb3da0f'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:49.799003 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-42ce1923-54b8-4f1b-b292-cc4f8b497258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:36:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:50.099738 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5b2bb831-a34d-4408-87fd-b507c32255e1 req-201e3395-c007-4380-a0a6-8159e870a111 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30 HTTP/1.1" status: 200 len: 1000 time: 0.3033097 Jul 16 18:36:50.152607 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-42ce1923-54b8-4f1b-b292-cc4f8b497258 None None] Set router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:50.294359 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102f3ff-e5ec-4087-9248-264c86bf09ce req-58ab642c-f341-4cf0-ab17-3b95bfa0686b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.296021 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9102f3ff-e5ec-4087-9248-264c86bf09ce req-58ab642c-f341-4cf0-ab17-3b95bfa0686b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb54116dfef342de94149d52c6033134&device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 1098 time: 0.2596285 Jul 16 18:36:50.298830 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bb831-a34d-4408-87fd-b507c32255e1 req-f5d91ace-9335-4b75-9ca8-e65a9bf33f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.300192 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5b2bb831-a34d-4408-87fd-b507c32255e1 req-f5d91ace-9335-4b75-9ca8-e65a9bf33f95 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46ca2ddb-74dd-47d1-8095-68f81754e5b8 HTTP/1.1" status: 200 len: 855 time: 0.1790638 Jul 16 18:36:50.383889 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cbbbd-94a8-48db-9e6f-38baf4518ac3 req-8c5f63be-b8c2-4596-a44c-e57dc9b78c95 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.385633 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d91cbbbd-94a8-48db-9e6f-38baf4518ac3 req-8c5f63be-b8c2-4596-a44c-e57dc9b78c95 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.1650290 Jul 16 18:36:50.445919 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 57988) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:50.469271 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-74a1868a-4b6a-425b-9f08-37fc426d9d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.508815 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d91cbbbd-94a8-48db-9e6f-38baf4518ac3 req-f9672d36-4fc5-4560-8d11-8fd31904a04f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098983 Jul 16 18:36:50.566276 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-42ce1923-54b8-4f1b-b292-cc4f8b497258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'c4c0cf98-b8b6-4d50-b478-e346352a5764', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'port_id': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'mac_address': 'fa:16:3e:50:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb41297-851b-43d0-a0c2-afffba040204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:08Z', 'updated_at': '2021-07-16T18:36:47Z', 'revision_number': 1, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 5, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:50.567744 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bb831-a34d-4408-87fd-b507c32255e1 req-6fb70245-6f2d-43d5-bfea-5141c7fe3c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.575061 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5b2bb831-a34d-4408-87fd-b507c32255e1 req-6fb70245-6f2d-43d5-bfea-5141c7fe3c99 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2462630 Jul 16 18:36:50.580725 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102f3ff-e5ec-4087-9248-264c86bf09ce req-09cb7831-311a-4f3c-bd45-3be432eaca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.582230 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9102f3ff-e5ec-4087-9248-264c86bf09ce req-09cb7831-311a-4f3c-bd45-3be432eaca45 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8ad46c9-129c-4ddd-b2a7-74be4109f043 HTTP/1.1" status: 200 len: 920 time: 0.2559035 Jul 16 18:36:50.615712 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ce1923-54b8-4f1b-b292-cc4f8b497258 None None] The sync data for ids ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'] in dv-cinder-786932-5-iscsi is: [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'c4c0cf98-b8b6-4d50-b478-e346352a5764', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'floating_ip_address': '172.27.3.137', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'port_id': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'mac_address': 'fa:16:3e:50:f6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb41297-851b-43d0-a0c2-afffba040204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:36:08Z', 'updated_at': '2021-07-16T18:36:47Z', 'revision_number': 1, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 5, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:50.661600 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-74a1868a-4b6a-425b-9f08-37fc426d9d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.673587 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-74a1868a-4b6a-425b-9f08-37fc426d9d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.723960 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9102f3ff-e5ec-4087-9248-264c86bf09ce req-c6047ef2-b1c9-4c19-80a4-2eae741a9b5d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d09951-7f45-4b86-af2f-53ec80d5a429 HTTP/1.1" status: 200 len: 217 time: 0.1295278 Jul 16 18:36:50.758561 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-74a1868a-4b6a-425b-9f08-37fc426d9d24 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1bbd3c9f7e7a4163971de9a9c563bb08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110001 Jul 16 18:36:50.761032 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58020) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:50.771105 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1868a-4b6a-425b-9f08-37fc426d9d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad8d817-3db5-4847-9b39-5ec2c3b01310,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:50.841614 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e06fc1d2-7a40-4638-9010-3056f59ede1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.874390 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e06fc1d2-7a40-4638-9010-3056f59ede1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.913458 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102f3ff-e5ec-4087-9248-264c86bf09ce req-9d070c4a-4e04-4c0a-8fd7-543f998a3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.915214 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9102f3ff-e5ec-4087-9248-264c86bf09ce req-9d070c4a-4e04-4c0a-8fd7-543f998a3645 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d5a1f91e-ba26-4d13-a774-60668e112a4c HTTP/1.1" status: 200 len: 859 time: 0.1606052 Jul 16 18:36:50.960060 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e06fc1d2-7a40-4638-9010-3056f59ede1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.967319 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e06fc1d2-7a40-4638-9010-3056f59ede1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.971879 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-e06fc1d2-7a40-4638-9010-3056f59ede1f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dad8d817-3db5-4847-9b39-5ec2c3b01310 HTTP/1.1" status: 204 len: 168 time: 0.2095981 Jul 16 18:36:50.989015 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fc1d2-7a40-4638-9010-3056f59ede1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad8d817-3db5-4847-9b39-5ec2c3b01310,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:51.048869 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9102f3ff-e5ec-4087-9248-264c86bf09ce req-0447a3ea-c69f-4064-a0c4-95c220d36006 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8ad46c9-129c-4ddd-b2a7-74be4109f043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975833 Jul 16 18:36:51.051082 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5b2bb831-a34d-4408-87fd-b507c32255e1 req-861f5e89-a0b4-4415-8bfc-e8535c701749 service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552722 Jul 16 18:36:51.084724 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39426cf6-cfa4-455c-a6d6-00741ac0e13f None None] New status for floating IP c4c0cf98-b8b6-4d50-b478-e346352a5764: ACTIVE {{(pid=93248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:36:51.188345 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9102f3ff-e5ec-4087-9248-264c86bf09ce req-c5b675e6-f934-4c44-a4b3-435bfb69cdc0 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188893 Jul 16 18:36:51.299254 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5b2bb831-a34d-4408-87fd-b507c32255e1 req-a8df9c4a-d9e7-4f73-af93-bb432b017539 service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099148 Jul 16 18:36:51.504482 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9102f3ff-e5ec-4087-9248-264c86bf09ce req-a23e4ea5-389d-417f-ae87-69b2318cf8d4 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016611 Jul 16 18:36:51.788625 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58092) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:52.156337 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-079386d9-d5ed-48c8-bd96-dc524249241b tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.157924 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-079386d9-d5ed-48c8-bd96-dc524249241b tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/networks?id=9e2e2663-bdee-4939-a3cf-21420215ba27 HTTP/1.1" status: 200 len: 814 time: 0.1724644 Jul 16 18:36:52.158711 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.172216 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc26c6c-fda7-40f1-85c9-5d0a634782d7 req-e718676c-6a78-4401-9cb5-50a5b3aece01 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.181216 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8dc26c6c-fda7-40f1-85c9-5d0a634782d7 req-e718676c-6a78-4401-9cb5-50a5b3aece01 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.1133850 Jul 16 18:36:52.237762 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8dc26c6c-fda7-40f1-85c9-5d0a634782d7 req-cb4967fd-de41-4a62-8cf3-9ff75e30d85c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504899 Jul 16 18:36:52.306945 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-4c4b69a6-3253-49b2-86ca-717bedaa1d83 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/quotas/7b6d8e9d10104af7a52af3d4d35ea506 HTTP/1.1" status: 200 len: 375 time: 0.1324313 Jul 16 18:36:52.313987 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.324995 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.373336 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-a740526b-0e18-4c43-8b2e-d18ded130398 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7b6d8e9d10104af7a52af3d4d35ea506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652099 Jul 16 18:36:52.438152 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9a47777302a64c9882aacad924a815a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6451595 Jul 16 18:36:52.439070 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 58134) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:52.448150 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1366e5e8-c961-48a6-836f-c34d4d3df351,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:52.482419 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.482625 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.482929 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.483371 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.483899 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.484362 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.484727 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.485395 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.485797 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.486406 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.486406 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.486676 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a665fad-d488-4829-826c-32e56a68f28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.517062 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-93111ad1-55a9-4080-a24a-d2a9d274676f service neutron] 10.222.0.68 "GET /v2.0/networks/9e2e2663-bdee-4939-a3cf-21420215ba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428306 Jul 16 18:36:52.517828 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.554184 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.626205 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.629038 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.632745 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-cb4c88e4-6565-4a2a-a257-e4ca99fe38e9 service neutron] 10.222.0.68 "GET /v2.0/networks/9e2e2663-bdee-4939-a3cf-21420215ba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063559 Jul 16 18:36:52.632852 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1366e5e8-c961-48a6-836f-c34d4d3df351 HTTP/1.1" status: 204 len: 168 time: 0.1894178 Jul 16 18:36:52.640565 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1366e5e8-c961-48a6-836f-c34d4d3df351,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:52.650048 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.650405 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.650940 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.651537 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.651644 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.651916 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.652282 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.652609 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.652936 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.653259 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.653815 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.654105 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d34eb1-6a84-4a5c-ae32-654121dbb6c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:52.849928 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-73982600-b6a7-41ee-99ed-58d5288d4e31 req-800e72b9-9e11-428c-bd8e-1c3519cfd81e tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 210 time: 0.0369947 Jul 16 18:36:53.042272 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58166) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:53.071468 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-242a0de0-3854-40a7-8897-4c8ebcb5789d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.199372 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-242a0de0-3854-40a7-8897-4c8ebcb5789d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.205714 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-242a0de0-3854-40a7-8897-4c8ebcb5789d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.252397 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-242a0de0-3854-40a7-8897-4c8ebcb5789d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=77ed232970524d4f933154505949541d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092433 Jul 16 18:36:53.255090 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58172) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:53.282217 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a0de0-3854-40a7-8897-4c8ebcb5789d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a03eba-65a4-44a4-88f1-5c49b8461636,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:53.332869 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-62626c5b-0ed3-4ce9-8e95-31542d9a4346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.357506 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-62626c5b-0ed3-4ce9-8e95-31542d9a4346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.451423 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-62626c5b-0ed3-4ce9-8e95-31542d9a4346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.453981 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-62626c5b-0ed3-4ce9-8e95-31542d9a4346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.455264 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-62626c5b-0ed3-4ce9-8e95-31542d9a4346 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c2a03eba-65a4-44a4-88f1-5c49b8461636 HTTP/1.1" status: 204 len: 168 time: 0.1986232 Jul 16 18:36:53.487720 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260ffee-dcb7-434e-b127-e76e0ebca057 req-a07e1357-388d-4e4d-aa7f-3bea253dfbb3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:53.491970 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6260ffee-dcb7-434e-b127-e76e0ebca057 req-a07e1357-388d-4e4d-aa7f-3bea253dfbb3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.1272457 Jul 16 18:36:53.501969 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62626c5b-0ed3-4ce9-8e95-31542d9a4346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a03eba-65a4-44a4-88f1-5c49b8461636,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:53.560448 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6260ffee-dcb7-434e-b127-e76e0ebca057 req-bc730f26-b415-47db-a627-4994e3d2404e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604062 Jul 16 18:36:54.012075 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ef07e674-82f5-41e5-9b98-09aee85d53d8 req-5c1b9360-f83d-4fd5-a35d-da12e9d8a6ce tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 210 time: 0.0280793 Jul 16 18:36:54.539895 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-025e6849-c0ac-4c70-97af-7fd0595acb11 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:54.541588 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-025e6849-c0ac-4c70-97af-7fd0595acb11 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.84 "GET /v2.0/networks?id=9e2e2663-bdee-4939-a3cf-21420215ba27 HTTP/1.1" status: 200 len: 814 time: 0.1374667 Jul 16 18:36:54.579215 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-1740ade3-015c-4d39-a161-cb2e07765eed tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Request body: {'port': {'device_id': '6687f967-6be1-437b-83d0-8da7997cb0b0', 'network_id': '9e2e2663-bdee-4939-a3cf-21420215ba27', 'admin_state_up': True, 'tenant_id': '7b6d8e9d10104af7a52af3d4d35ea506'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:54.934726 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-1740ade3-015c-4d39-a161-cb2e07765eed tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Made reservation on behalf of 7b6d8e9d10104af7a52af3d4d35ea506 for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:54.939028 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-1740ade3-015c-4d39-a161-cb2e07765eed tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.014965 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60527607-7662-4e8c-915e-2c96f5be01c2 req-826034e0-72ff-4989-a255-af826853b177 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.016752 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-60527607-7662-4e8c-915e-2c96f5be01c2 req-826034e0-72ff-4989-a255-af826853b177 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.3213239 Jul 16 18:36:55.135298 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-60527607-7662-4e8c-915e-2c96f5be01c2 req-3d796b7b-7028-49c8-a88a-1d8a1361af5e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106460 Jul 16 18:36:55.176101 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-1740ade3-015c-4d39-a161-cb2e07765eed tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Allocated IP 172.20.0.12 (9e2e2663-bdee-4939-a3cf-21420215ba27/dea21d16-248e-4462-bb91-97eaf23216a1/502e8a71-33e0-4272-a028-6d8195bfc6ab) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:55.207082 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e9db3cd0-1a47-4db4-8f15-f828c9734cdd req-9eff654e-38a3-485e-b4fc-bc98659825cf tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 210 time: 0.0466611 Jul 16 18:36:55.338631 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-1740ade3-015c-4d39-a161-cb2e07765eed tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.358992 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58274) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:55.381700 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-1740ade3-015c-4d39-a161-cb2e07765eed tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.422125 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-1740ade3-015c-4d39-a161-cb2e07765eed tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Network 9e2e2663-bdee-4939-a3cf-21420215ba27 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:55.425210 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-1740ade3-015c-4d39-a161-cb2e07765eed tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:55.429104 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-1740ade3-015c-4d39-a161-cb2e07765eed tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:55.434696 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-1740ade3-015c-4d39-a161-cb2e07765eed tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:55.435318 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-1740ade3-015c-4d39-a161-cb2e07765eed tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.462317 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1740ade3-015c-4d39-a161-cb2e07765eed tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Pushing event updated for resources: {'Port': ['ID=502e8a71-33e0-4272-a028-6d8195bfc6ab,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:55.468088 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-1740ade3-015c-4d39-a161-cb2e07765eed tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8945241 Jul 16 18:36:55.485635 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1b1ab622-bb6f-4353-b7fc-f8f618fded50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.577116 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1b1ab622-bb6f-4353-b7fc-f8f618fded50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.583695 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1b1ab622-bb6f-4353-b7fc-f8f618fded50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.629477 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-1b1ab622-bb6f-4353-b7fc-f8f618fded50 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0c7a37790cb04a4aa59b06534345d704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692904 Jul 16 18:36:55.631368 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1ab622-bb6f-4353-b7fc-f8f618fded50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf4cd9c-e9c3-44f6-a8d9-13571b43ceb2,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:55.632367 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 58282) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:55.684662 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ae861e3f-39c7-483a-a7eb-26705125d94d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.705735 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ae861e3f-39c7-483a-a7eb-26705125d94d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.755375 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ae861e3f-39c7-483a-a7eb-26705125d94d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.757995 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ae861e3f-39c7-483a-a7eb-26705125d94d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.759149 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-ae861e3f-39c7-483a-a7eb-26705125d94d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fcf4cd9c-e9c3-44f6-a8d9-13571b43ceb2 HTTP/1.1" status: 204 len: 168 time: 0.1258316 Jul 16 18:36:55.766752 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae861e3f-39c7-483a-a7eb-26705125d94d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf4cd9c-e9c3-44f6-a8d9-13571b43ceb2,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:56.025579 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 58290) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:56.049100 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4282fa06-3f15-4da1-be5c-ee17cc37513b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.159744 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4282fa06-3f15-4da1-be5c-ee17cc37513b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.165438 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4282fa06-3f15-4da1-be5c-ee17cc37513b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.201820 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282fa06-3f15-4da1-be5c-ee17cc37513b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9947fc56-0a94-49c8-9c1b-590d80c8b4ae,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:56.209173 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-4282fa06-3f15-4da1-be5c-ee17cc37513b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9a5266ffb85441a7872c5c7c7476bac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1790648 Jul 16 18:36:56.209652 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58296) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:56.304290 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f109719a-0b5a-40bc-b78d-614b06f7cfa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.331926 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f109719a-0b5a-40bc-b78d-614b06f7cfa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.364006 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45e1ab-8980-44b3-b8de-a958b2a66e64 req-072c892b-aec9-4f14-ba48-55bcb1425df1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:56.365639 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4d45e1ab-8980-44b3-b8de-a958b2a66e64 req-072c892b-aec9-4f14-ba48-55bcb1425df1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.1095579 Jul 16 18:36:56.408410 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4d45e1ab-8980-44b3-b8de-a958b2a66e64 req-9974e1af-2401-4a0e-bedc-21b066b23bf5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357738 Jul 16 18:36:56.416265 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f109719a-0b5a-40bc-b78d-614b06f7cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.419410 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f109719a-0b5a-40bc-b78d-614b06f7cfa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.423013 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-f109719a-0b5a-40bc-b78d-614b06f7cfa2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9947fc56-0a94-49c8-9c1b-590d80c8b4ae HTTP/1.1" status: 204 len: 168 time: 0.2085209 Jul 16 18:36:56.429093 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109719a-0b5a-40bc-b78d-614b06f7cfa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9947fc56-0a94-49c8-9c1b-590d80c8b4ae,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:56.618587 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1caf81-39a9-4f7d-8ed6-567253cb2619 req-067b7e57-b571-49a5-aa14-6025ddf528e3 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:56.620070 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-cf1caf81-39a9-4f7d-8ed6-567253cb2619 req-067b7e57-b571-49a5-aa14-6025ddf528e3 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 932 time: 0.0757570 Jul 16 18:36:56.660160 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-cf1caf81-39a9-4f7d-8ed6-567253cb2619 req-6afa2008-1b34-44bf-adc9-dc93d7e5bff5 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343063 Jul 16 18:36:57.592516 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd672713-61df-497d-aea9-8f69ca690087 req-b1ad784d-c647-43bf-be73-ef0ed4f178cf tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.594301 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-cd672713-61df-497d-aea9-8f69ca690087 req-b1ad784d-c647-43bf-be73-ef0ed4f178cf tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0697198 Jul 16 18:36:57.633150 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-cd672713-61df-497d-aea9-8f69ca690087 req-7fb22066-7e2c-421d-b975-31fec944300e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Jul 16 18:36:57.835951 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df1781-e64b-493e-9a2a-a075a9532527 req-a4eecd80-e82e-4494-90a6-4f56af32e331 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:57.837445 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d1df1781-e64b-493e-9a2a-a075a9532527 req-a4eecd80-e82e-4494-90a6-4f56af32e331 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 932 time: 0.0682197 Jul 16 18:36:57.875098 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d1df1781-e64b-493e-9a2a-a075a9532527 req-0865d742-3263-41db-924b-dd1e3d5f2134 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317864 Jul 16 18:36:58.599903 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 58394) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:58.673648 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-e957a1a7-6b4e-46af-aaf4-93234ca5a6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.715559 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Request body: {'port': {'device_id': '6687f967-6be1-437b-83d0-8da7997cb0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:58.718021 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-35de7f30-b954-438c-abcc-a2760f99e730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.816121 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188a4ad-baea-45c7-aa92-45fff604e42e req-c7776cea-480d-464b-82c0-54fc87d44800 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.817674 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d188a4ad-baea-45c7-aa92-45fff604e42e req-c7776cea-480d-464b-82c0-54fc87d44800 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0676434 Jul 16 18:36:58.821693 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.858339 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d188a4ad-baea-45c7-aa92-45fff604e42e req-19c830e0-609d-4961-84eb-02f1e273760c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333860 Jul 16 18:36:58.957767 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-35de7f30-b954-438c-abcc-a2760f99e730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.964764 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-35de7f30-b954-438c-abcc-a2760f99e730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.087002 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-35de7f30-b954-438c-abcc-a2760f99e730 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=204d9a90ad91447e9bfa9aec8a37811b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4857526 Jul 16 18:36:59.089599 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58402) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:59.101077 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de7f30-b954-438c-abcc-a2760f99e730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4691546d-5bac-401d-b9b4-c921e5466a8c,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:59.142895 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b9145650-bb19-4fa0-bc74-e33b276317ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.164658 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b9145650-bb19-4fa0-bc74-e33b276317ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.173885 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8fc88adb-64b4-41dd-addc-f1ccec8077c6 req-4077141f-f066-4103-a159-015d20879398 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1950090 Jul 16 18:36:59.200249 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448335bc-d514-447c-b757-fb3cbd2f868e req-0ab4fcbd-fe46-42c1-ae85-7c274174979f tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.201774 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-448335bc-d514-447c-b757-fb3cbd2f868e req-0ab4fcbd-fe46-42c1-ae85-7c274174979f tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 932 time: 0.1989887 Jul 16 18:36:59.213767 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b9145650-bb19-4fa0-bc74-e33b276317ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.216299 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b9145650-bb19-4fa0-bc74-e33b276317ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.217551 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-b9145650-bb19-4fa0-bc74-e33b276317ac admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4691546d-5bac-401d-b9b4-c921e5466a8c HTTP/1.1" status: 204 len: 168 time: 0.1268198 Jul 16 18:36:59.225270 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9145650-bb19-4fa0-bc74-e33b276317ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4691546d-5bac-401d-b9b4-c921e5466a8c,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:59.285561 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-448335bc-d514-447c-b757-fb3cbd2f868e req-41a09862-953d-44fa-97ab-70da2792dbef tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762239 Jul 16 18:36:59.294149 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502e8a71-33e0-4272-a028-6d8195bfc6ab {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:59.302240 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.341639 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Transition to ACTIVE for port object 502e8a71-33e0-4272-a028-6d8195bfc6ab will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:59.347333 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.421493 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Pushing event updated for resources: {'Port': ['ID=502e8a71-33e0-4272-a028-6d8195bfc6ab,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:59.455801 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88adb-64b4-41dd-addc-f1ccec8077c6 req-2f1f716b-9678-4f9d-9cb0-246f8184f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.457442 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8fc88adb-64b4-41dd-addc-f1ccec8077c6 req-2f1f716b-9678-4f9d-9cb0-246f8184f11a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5607965800841a692b6942051d81098&device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 1098 time: 0.1513476 Jul 16 18:36:59.468733 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Attempting to bind port 502e8a71-33e0-4272-a028-6d8195bfc6ab on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:59.469130 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Attempting to bind port 502e8a71-33e0-4272-a028-6d8195bfc6ab by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3cf502c6-f1ec-4889-8ffa-9205cb297040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '9e2e2663-bdee-4939-a3cf-21420215ba27'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:59.469497 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Attempting to bind port 502e8a71-33e0-4272-a028-6d8195bfc6ab on network 9e2e2663-bdee-4939-a3cf-21420215ba27 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:59.476150 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Port 502e8a71-33e0-4272-a028-6d8195bfc6ab on network 9e2e2663-bdee-4939-a3cf-21420215ba27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:59.476484 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Attempting to bind port 502e8a71-33e0-4272-a028-6d8195bfc6ab on network 9e2e2663-bdee-4939-a3cf-21420215ba27 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:59.481744 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:59.482079 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Checking segment: {'id': '3cf502c6-f1ec-4889-8ffa-9205cb297040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '9e2e2663-bdee-4939-a3cf-21420215ba27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:59.482472 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Bound using segment: {'id': '3cf502c6-f1ec-4889-8ffa-9205cb297040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '9e2e2663-bdee-4939-a3cf-21420215ba27'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:59.482916 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Bound port: 502e8a71-33e0-4272-a028-6d8195bfc6ab, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf502c6-f1ec-4889-8ffa-9205cb297040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '9e2e2663-bdee-4939-a3cf-21420215ba27'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:59.483261 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.567652 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58412) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:59.585974 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b2623d3f-89e1-415b-8b46-ee4eae853557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.638380 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] For port 502e8a71-33e0-4272-a028-6d8195bfc6ab, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:59.647498 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] For port 502e8a71-33e0-4272-a028-6d8195bfc6ab, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=502e8a71-33e0-4272-a028-6d8195bfc6ab,segment=NetworkSegment(3cf502c6-f1ec-4889-8ffa-9205cb297040),segment_id=3cf502c6-f1ec-4889-8ffa-9205cb297040)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:59.664691 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88adb-64b4-41dd-addc-f1ccec8077c6 req-e0485ed8-e3ab-45c5-afe0-b2c371f00db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.668597 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8fc88adb-64b4-41dd-addc-f1ccec8077c6 req-e0485ed8-e3ab-45c5-afe0-b2c371f00db2 service neutron] 10.222.0.84 "GET /v2.0/networks?id=29873718-7d95-4147-8f25-a586bd11d585 HTTP/1.1" status: 200 len: 916 time: 0.1721673 Jul 16 18:36:59.671324 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.736128 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b2623d3f-89e1-415b-8b46-ee4eae853557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.745147 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b2623d3f-89e1-415b-8b46-ee4eae853557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.786512 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.788481 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.790503 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] 10.222.0.84 "PUT /v2.0/ports/502e8a71-33e0-4272-a028-6d8195bfc6ab HTTP/1.1" status: 200 len: 1094 time: 1.0793760 Jul 16 18:36:59.796060 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6687f967-6be1-437b-83d0-8da7997cb0b0', 'tag': '502e8a71-33e0-4272-a028-6d8195bfc6ab'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:59.798867 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c58720-d4e0-4395-b742-08c1b22462a7" -d '{"events": [{"name": "network-changed", "server_uuid": "6687f967-6be1-437b-83d0-8da7997cb0b0", "tag": "502e8a71-33e0-4272-a028-6d8195bfc6ab"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:59.799672 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-b2623d3f-89e1-415b-8b46-ee4eae853557 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5475996571e242bebf990bc694a4c114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307971 Jul 16 18:36:59.800509 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58426) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:59.802931 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8fc88adb-64b4-41dd-addc-f1ccec8077c6 req-98018279-04a0-444e-89d8-0b2e4c1440dd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7de5804-4d6b-4738-8de2-a92f64a3fe3b HTTP/1.1" status: 200 len: 217 time: 0.0826752 Jul 16 18:36:59.869623 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2623d3f-89e1-415b-8b46-ee4eae853557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211ad747-364d-4ae3-b2d5-832a02dce41e,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:59.874469 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea65300-ecae-46af-984d-9efcaabe637c service neutron] Pushing event updated for resources: {'Port': ['ID=502e8a71-33e0-4272-a028-6d8195bfc6ab,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:59.901407 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdf918a-f564-4b34-88a5-edc509b7f21e x-openstack-request-id: req-7fdf918a-f564-4b34-88a5-edc509b7f21e {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:59.901948 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6687f967-6be1-437b-83d0-8da7997cb0b0", "tag": "502e8a71-33e0-4272-a028-6d8195bfc6ab", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:59.902342 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7fdf918a-f564-4b34-88a5-edc509b7f21e {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:59.902923 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6687f967-6be1-437b-83d0-8da7997cb0b0', 'tag': '502e8a71-33e0-4272-a028-6d8195bfc6ab', 'status': 'completed', 'code': 200} Jul 16 18:36:59.927893 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-847f68c8-8249-4c6c-9471-c5151e2496be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.932984 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc88adb-64b4-41dd-addc-f1ccec8077c6 req-e194bdb8-9015-486d-b78d-108216a14d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:59.934955 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8fc88adb-64b4-41dd-addc-f1ccec8077c6 req-e194bdb8-9015-486d-b78d-108216a14d39 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=19ee39ff-aec1-451c-8b83-48ed0ded6052 HTTP/1.1" status: 200 len: 855 time: 0.1016569 Jul 16 18:36:59.952467 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-847f68c8-8249-4c6c-9471-c5151e2496be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.994940 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8fc88adb-64b4-41dd-addc-f1ccec8077c6 req-15bf1ac6-63ee-4fde-b1d3-954939b71e54 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=29873718-7d95-4147-8f25-a586bd11d585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484970 Jul 16 18:37:00.006126 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-e9900c45-8ef0-4a35-a7b7-34f194a96c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.007995 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-e9900c45-8ef0-4a35-a7b7-34f194a96c45 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7b6d8e9d10104af7a52af3d4d35ea506&device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 1097 time: 0.1206152 Jul 16 18:37:00.017476 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-847f68c8-8249-4c6c-9471-c5151e2496be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.019956 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-847f68c8-8249-4c6c-9471-c5151e2496be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.021007 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-847f68c8-8249-4c6c-9471-c5151e2496be admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/211ad747-364d-4ae3-b2d5-832a02dce41e HTTP/1.1" status: 204 len: 168 time: 0.1794825 Jul 16 18:37:00.049260 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f68c8-8249-4c6c-9471-c5151e2496be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211ad747-364d-4ae3-b2d5-832a02dce41e,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:00.099815 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-68d86d8b-37b6-409b-8841-f02e5412997e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=502e8a71-33e0-4272-a028-6d8195bfc6ab HTTP/1.1" status: 200 len: 217 time: 0.0521357 Jul 16 18:37:00.101027 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996d8c6-4508-45cd-b6f5-5a87fc339ba6 req-f2a9fa7b-c3ea-476f-a3c0-8cf2ee3df71a tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.103129 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7996d8c6-4508-45cd-b6f5-5a87fc339ba6 req-f2a9fa7b-c3ea-476f-a3c0-8cf2ee3df71a tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0952370 Jul 16 18:37:00.142015 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7996d8c6-4508-45cd-b6f5-5a87fc339ba6 req-c2083500-a661-41c3-9481-1ce824577aa0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Jul 16 18:37:00.198215 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-2691f4c8-01e4-4cff-af12-f43b1b6b8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.199673 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-2691f4c8-01e4-4cff-af12-f43b1b6b8445 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dea21d16-248e-4462-bb91-97eaf23216a1 HTTP/1.1" status: 200 len: 854 time: 0.0898249 Jul 16 18:37:00.201562 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8fc88adb-64b4-41dd-addc-f1ccec8077c6 req-95eebc0f-47c7-4b7b-ae3e-87a44f101c81 service neutron] 10.222.0.84 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635294 Jul 16 18:37:00.270762 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-d11a25d3-c1fd-4a42-af67-1e12d603ad85 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9e2e2663-bdee-4939-a3cf-21420215ba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415676 Jul 16 18:37:00.396630 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8fc88adb-64b4-41dd-addc-f1ccec8077c6 req-5688fe08-aece-4533-b1e2-e7cac24061e7 service neutron] 10.222.0.84 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595371 Jul 16 18:37:00.445034 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-a0ac0c9e-0b49-4a42-a4de-2193928b7938 service neutron] 10.222.0.84 "GET /v2.0/networks/9e2e2663-bdee-4939-a3cf-21420215ba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346762 Jul 16 18:37:00.480519 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310bb5d-fd26-4868-b831-6c4e70b1debb req-a6844264-e590-49a0-a380-874a78038e19 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.482029 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d310bb5d-fd26-4868-b831-6c4e70b1debb req-a6844264-e590-49a0-a380-874a78038e19 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 944 time: 0.0695217 Jul 16 18:37:00.547683 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d310bb5d-fd26-4868-b831-6c4e70b1debb req-67285d0f-9017-4a6b-aab3-321eb4da2aec tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599964 Jul 16 18:37:00.611451 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d4adadc9-9e27-4e10-ad0f-73f480e049c8 req-e21c7a41-39ad-4d7b-977c-c41aa68171a6 service neutron] 10.222.0.84 "GET /v2.0/networks/9e2e2663-bdee-4939-a3cf-21420215ba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031971 Jul 16 18:37:01.331319 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20c117-3892-4996-a84d-1130cd2ae9da req-cccb75de-fac7-4834-a9a5-4c30a4bbb56e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:01.333332 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9e20c117-3892-4996-a84d-1130cd2ae9da req-cccb75de-fac7-4834-a9a5-4c30a4bbb56e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0694118 Jul 16 18:37:01.374944 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9e20c117-3892-4996-a84d-1130cd2ae9da req-26f4db92-cdde-464b-9e74-44e0c53a00d9 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349987 Jul 16 18:37:01.535425 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-1747dfcb-3f06-4135-8d85-c9b26903d645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.731749 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9560a-33f3-4246-96b6-d909372b15f9 req-544f712f-fdee-4f47-b2df-13b4c04ae4e1 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:01.733373 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7ef9560a-33f3-4246-96b6-d909372b15f9 req-544f712f-fdee-4f47-b2df-13b4c04ae4e1 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 944 time: 0.0705445 Jul 16 18:37:01.771315 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7ef9560a-33f3-4246-96b6-d909372b15f9 req-16ad78e3-b295-4666-aae5-9ff7eb17e980 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321643 Jul 16 18:37:01.865707 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.980228 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58536) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:02.090067 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-c42097d8-c9da-4c00-b179-49d3a00bf954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.180866 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-c42097d8-c9da-4c00-b179-49d3a00bf954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.186236 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-c42097d8-c9da-4c00-b179-49d3a00bf954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.224062 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-c42097d8-c9da-4c00-b179-49d3a00bf954 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e5cea2b065cc468997078c37f1997c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426331 Jul 16 18:37:02.224918 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42097d8-c9da-4c00-b179-49d3a00bf954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4439909-47ba-4357-ab91-9e86bfb57c26,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:02.227743 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 58540) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:02.279145 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-94ec817c-5670-47b5-b57e-b2b4960e5c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.300619 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-94ec817c-5670-47b5-b57e-b2b4960e5c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.357483 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-94ec817c-5670-47b5-b57e-b2b4960e5c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.360015 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-94ec817c-5670-47b5-b57e-b2b4960e5c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.361177 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-94ec817c-5670-47b5-b57e-b2b4960e5c77 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c4439909-47ba-4357-ab91-9e86bfb57c26 HTTP/1.1" status: 204 len: 168 time: 0.1321161 Jul 16 18:37:02.369675 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec817c-5670-47b5-b57e-b2b4960e5c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4439909-47ba-4357-ab91-9e86bfb57c26,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:02.551235 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02866f6c-ccde-4838-a9a5-e278aea57322 req-436b77ce-b546-46f3-a427-0c7ce9a6a891 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:02.552882 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-02866f6c-ccde-4838-a9a5-e278aea57322 req-436b77ce-b546-46f3-a427-0c7ce9a6a891 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0634294 Jul 16 18:37:02.576854 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.596295 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-02866f6c-ccde-4838-a9a5-e278aea57322 req-7ca07f1a-5445-4e74-8d55-c77df905648f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375552 Jul 16 18:37:02.635517 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 58548) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:02.648819 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-bdaf746f-75a1-46fc-955f-b4eee5a21159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.739783 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-bdaf746f-75a1-46fc-955f-b4eee5a21159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.745369 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-bdaf746f-75a1-46fc-955f-b4eee5a21159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.782597 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-bdaf746f-75a1-46fc-955f-b4eee5a21159 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=76f4914b0e79489a8217444c211b1b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459744 Jul 16 18:37:02.783438 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf746f-75a1-46fc-955f-b4eee5a21159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c82169-0a21-4c5d-a391-86643e360a8e,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:02.785974 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58550) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:02.837438 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f9440ae8-65ba-4653-8697-bba80dc92d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.862013 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f9440ae8-65ba-4653-8697-bba80dc92d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.890778 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.928138 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f9440ae8-65ba-4653-8697-bba80dc92d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.931059 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f9440ae8-65ba-4653-8697-bba80dc92d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.932386 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-f9440ae8-65ba-4653-8697-bba80dc92d8d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/32c82169-0a21-4c5d-a391-86643e360a8e HTTP/1.1" status: 204 len: 168 time: 0.1454544 Jul 16 18:37:02.952559 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9440ae8-65ba-4653-8697-bba80dc92d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c82169-0a21-4c5d-a391-86643e360a8e,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:02.955016 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be69160-2421-4911-abed-eb173bdaac0b req-c1420e61-5bcb-4277-8e04-d94f80c5a4dc tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:02.961904 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0be69160-2421-4911-abed-eb173bdaac0b req-c1420e61-5bcb-4277-8e04-d94f80c5a4dc tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 944 time: 0.0768828 Jul 16 18:37:03.009012 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0be69160-2421-4911-abed-eb173bdaac0b req-309aaa96-3210-4492-80db-d3c24724006f tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433321 Jul 16 18:37:03.783556 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b7276-1111-4a24-a645-d9be060cc4e5 req-4d4ebdc5-f38b-4c2b-b867-0652f641dcf0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.785952 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-903b7276-1111-4a24-a645-d9be060cc4e5 req-4d4ebdc5-f38b-4c2b-b867-0652f641dcf0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0750952 Jul 16 18:37:03.828655 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-903b7276-1111-4a24-a645-d9be060cc4e5 req-436638f0-bae3-4155-b2dd-4264fe8945da tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357473 Jul 16 18:37:04.014713 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.192102 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ba199-3415-4297-aae7-11da6f073555 req-29c11a6a-83c8-4316-b423-b9aebdcd2812 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:04.193719 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5d7ba199-3415-4297-aae7-11da6f073555 req-29c11a6a-83c8-4316-b423-b9aebdcd2812 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 944 time: 0.0675104 Jul 16 18:37:04.232954 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5d7ba199-3415-4297-aae7-11da6f073555 req-63891ca8-077f-4b90-94e5-12c925dee224 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334530 Jul 16 18:37:04.863113 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c58720-d4e0-4395-b742-08c1b22462a7 req-a8c9b3e7-9742-4762-9a71-71bec61d9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:04.864621 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-42c58720-d4e0-4395-b742-08c1b22462a7 req-a8c9b3e7-9742-4762-9a71-71bec61d9c1d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7b6d8e9d10104af7a52af3d4d35ea506&device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 1097 time: 0.0587287 Jul 16 18:37:05.289880 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b80f02-f548-43c4-8730-8226804e0c82 req-fadc13fd-4e4a-4d93-a9a7-5922bc040851 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.291356 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d7b80f02-f548-43c4-8730-8226804e0c82 req-fadc13fd-4e4a-4d93-a9a7-5922bc040851 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.3512707 Jul 16 18:37:05.292930 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c58720-d4e0-4395-b742-08c1b22462a7 req-0fde0741-5710-416f-90c9-e3cd82dcb2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.294560 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-42c58720-d4e0-4395-b742-08c1b22462a7 req-0fde0741-5710-416f-90c9-e3cd82dcb2fb service neutron] 10.222.0.84 "GET /v2.0/networks?id=9e2e2663-bdee-4939-a3cf-21420215ba27 HTTP/1.1" status: 200 len: 915 time: 0.3384397 Jul 16 18:37:05.361649 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-42c58720-d4e0-4395-b742-08c1b22462a7 req-3c50248f-6f2d-4202-929d-a413527a1f17 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=502e8a71-33e0-4272-a028-6d8195bfc6ab HTTP/1.1" status: 200 len: 217 time: 0.0430887 Jul 16 18:37:05.364565 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d7b80f02-f548-43c4-8730-8226804e0c82 req-ce41d981-0f14-4000-ae3e-dc58fb96b6b5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672092 Jul 16 18:37:05.413410 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d15db5-1c1c-454e-aef3-2c487f141657 req-f02ed488-cd87-4dd8-8ad6-4d45491c3e7e tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.414921 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-95d15db5-1c1c-454e-aef3-2c487f141657 req-f02ed488-cd87-4dd8-8ad6-4d45491c3e7e tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 944 time: 0.0660069 Jul 16 18:37:05.428839 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c58720-d4e0-4395-b742-08c1b22462a7 req-031b3e88-4f18-420d-8fbb-704587291b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.430413 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-42c58720-d4e0-4395-b742-08c1b22462a7 req-031b3e88-4f18-420d-8fbb-704587291b8a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dea21d16-248e-4462-bb91-97eaf23216a1 HTTP/1.1" status: 200 len: 854 time: 0.0476682 Jul 16 18:37:05.459300 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-95d15db5-1c1c-454e-aef3-2c487f141657 req-b4cc016c-fd77-4b66-8dfe-145410dd5f7a tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348289 Jul 16 18:37:05.494823 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-42c58720-d4e0-4395-b742-08c1b22462a7 req-d9904e35-7193-4ff4-b86b-5267d0462475 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9e2e2663-bdee-4939-a3cf-21420215ba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306165 Jul 16 18:37:05.596333 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-42c58720-d4e0-4395-b742-08c1b22462a7 req-ae83a755-f24c-46e2-a137-52debc71ae32 service neutron] 10.222.0.84 "GET /v2.0/networks/9e2e2663-bdee-4939-a3cf-21420215ba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827901 Jul 16 18:37:05.784377 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-42c58720-d4e0-4395-b742-08c1b22462a7 req-6a008957-d910-420e-a740-406c7c68aa84 service neutron] 10.222.0.84 "GET /v2.0/networks/9e2e2663-bdee-4939-a3cf-21420215ba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872326 Jul 16 18:37:06.567109 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9a351-844a-4efe-98e7-9bfb5feec301 req-4bf7ba46-7cc7-4308-8fa7-494eece6122c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:06.570174 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-01c9a351-844a-4efe-98e7-9bfb5feec301 req-4bf7ba46-7cc7-4308-8fa7-494eece6122c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0796776 Jul 16 18:37:06.626695 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-01c9a351-844a-4efe-98e7-9bfb5feec301 req-53c8954d-2626-4b09-8fb3-0bdc0c69e0cc tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427732 Jul 16 18:37:06.686557 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d0aed-a273-4ad7-b604-4306d65f47ab req-249f4e07-a96b-4276-ad84-f0f578f4eb47 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:06.688037 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ee2d0aed-a273-4ad7-b604-4306d65f47ab req-249f4e07-a96b-4276-ad84-f0f578f4eb47 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 944 time: 0.0800145 Jul 16 18:37:06.714273 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 58660) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:06.736056 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ee2d0aed-a273-4ad7-b604-4306d65f47ab req-620d9e14-8e32-4ab2-8f97-c2cc7f1bccc1 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Jul 16 18:37:06.817032 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7af671ed-2bfd-4ecb-ab56-a0f626ab702d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.905780 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7af671ed-2bfd-4ecb-ab56-a0f626ab702d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.912855 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7af671ed-2bfd-4ecb-ab56-a0f626ab702d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.953849 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-7af671ed-2bfd-4ecb-ab56-a0f626ab702d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bd123affc6b64c14ae07b481cc283d14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385283 Jul 16 18:37:06.954707 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af671ed-2bfd-4ecb-ab56-a0f626ab702d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da37de55-5bc3-417b-83bf-449b04218982,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:06.957114 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58664) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:07.005773 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-bdd8ba3d-1c3c-4de3-9883-4f7fd66a7417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.032623 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-bdd8ba3d-1c3c-4de3-9883-4f7fd66a7417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.081779 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-bdd8ba3d-1c3c-4de3-9883-4f7fd66a7417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.084274 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-bdd8ba3d-1c3c-4de3-9883-4f7fd66a7417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.085483 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-bdd8ba3d-1c3c-4de3-9883-4f7fd66a7417 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da37de55-5bc3-417b-83bf-449b04218982 HTTP/1.1" status: 204 len: 168 time: 0.1278300 Jul 16 18:37:07.096302 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8ba3d-1c3c-4de3-9883-4f7fd66a7417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da37de55-5bc3-417b-83bf-449b04218982,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.357949 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58678) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:07.371310 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-40e50d71-5e93-4109-91dc-2dc4e645c0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.484085 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-40e50d71-5e93-4109-91dc-2dc4e645c0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.489104 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-40e50d71-5e93-4109-91dc-2dc4e645c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.533501 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-40e50d71-5e93-4109-91dc-2dc4e645c0f3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4df61bcea125407a84ae23e041c92f45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719251 Jul 16 18:37:07.533501 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e50d71-5e93-4109-91dc-2dc4e645c0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d84cfc-2aec-4539-aa0c-d074e971f42a,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.534354 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58686) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:07.585082 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe427a5-af4a-4a15-9b0c-11cec3305d00 req-ef8d6596-5b5e-4a54-bb43-f001c8b6a945 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:07.586298 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7c639512-4cc4-4a20-9864-5df33fc90ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.586882 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5fe427a5-af4a-4a15-9b0c-11cec3305d00 req-ef8d6596-5b5e-4a54-bb43-f001c8b6a945 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.0641541 Jul 16 18:37:07.608491 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7c639512-4cc4-4a20-9864-5df33fc90ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.625339 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5fe427a5-af4a-4a15-9b0c-11cec3305d00 req-b710488f-2933-4c88-a0fe-677e9500cf95 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326471 Jul 16 18:37:07.656738 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7c639512-4cc4-4a20-9864-5df33fc90ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.659337 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7c639512-4cc4-4a20-9864-5df33fc90ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.660516 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-7c639512-4cc4-4a20-9864-5df33fc90ea8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/24d84cfc-2aec-4539-aa0c-d074e971f42a HTTP/1.1" status: 204 len: 168 time: 0.1252296 Jul 16 18:37:07.669758 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c639512-4cc4-4a20-9864-5df33fc90ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d84cfc-2aec-4539-aa0c-d074e971f42a,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.809913 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ad7b6-35d3-480c-bc2d-de37adad49da req-70fb65b3-67c7-45f5-967e-69431a7780de tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:07.811397 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-909ad7b6-35d3-480c-bc2d-de37adad49da req-70fb65b3-67c7-45f5-967e-69431a7780de tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0622084 Jul 16 18:37:07.852134 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-909ad7b6-35d3-480c-bc2d-de37adad49da req-068990a3-8626-41be-ac49-8470e78ac7ea tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344663 Jul 16 18:37:07.978575 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 58696) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:07.994296 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6615a917-7c4b-4407-9a68-c058e72282d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.021156 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe450bf-d847-4c50-948b-2c94535293e7 req-707c017e-4ef2-48aa-8345-da068459474f tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:08.022977 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4fe450bf-d847-4c50-948b-2c94535293e7 req-707c017e-4ef2-48aa-8345-da068459474f tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 944 time: 0.0719109 Jul 16 18:37:08.063292 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4fe450bf-d847-4c50-948b-2c94535293e7 req-353d88c5-a145-4989-9311-ba0a30d3d874 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345802 Jul 16 18:37:08.084431 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6615a917-7c4b-4407-9a68-c058e72282d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.088818 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6615a917-7c4b-4407-9a68-c058e72282d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.125899 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-6615a917-7c4b-4407-9a68-c058e72282d2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ae0e09bb224640ebb31d7cc2156db6cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461804 Jul 16 18:37:08.126751 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615a917-7c4b-4407-9a68-c058e72282d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336e8c4c-2573-4d65-89ec-f2cd8aacd996,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.128637 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 58698) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:08.178972 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4436499e-d708-4664-8164-8d0f55f7d134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.199874 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4436499e-d708-4664-8164-8d0f55f7d134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.248857 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4436499e-d708-4664-8164-8d0f55f7d134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.251672 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4436499e-d708-4664-8164-8d0f55f7d134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.252823 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-4436499e-d708-4664-8164-8d0f55f7d134 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/336e8c4c-2573-4d65-89ec-f2cd8aacd996 HTTP/1.1" status: 204 len: 168 time: 0.1232030 Jul 16 18:37:08.260658 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436499e-d708-4664-8164-8d0f55f7d134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336e8c4c-2573-4d65-89ec-f2cd8aacd996,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.807575 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b8ad6-d7a1-46fa-9312-071d7c612dbf req-22485e4c-bfcb-4a9c-b50d-803245fbc664 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:08.809072 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-222b8ad6-d7a1-46fa-9312-071d7c612dbf req-22485e4c-bfcb-4a9c-b50d-803245fbc664 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.0710638 Jul 16 18:37:08.847974 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-222b8ad6-d7a1-46fa-9312-071d7c612dbf req-e39750a4-919c-442a-a198-1dc8dce8387b tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328529 Jul 16 18:37:09.026206 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844052aa-0314-448d-9214-ba16df6cf9fe req-efec1614-4ef6-4743-a2e2-97637148b5f9 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.027693 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-844052aa-0314-448d-9214-ba16df6cf9fe req-efec1614-4ef6-4743-a2e2-97637148b5f9 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0641842 Jul 16 18:37:09.066917 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-844052aa-0314-448d-9214-ba16df6cf9fe req-2bbc70cf-efb2-490d-be9e-db75fe7818b9 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331409 Jul 16 18:37:09.242802 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d8260-c219-40d3-b020-217d380648f7 req-f29cb547-caa8-4cc5-98f0-dfb555741ede tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.244447 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-617d8260-c219-40d3-b020-217d380648f7 req-f29cb547-caa8-4cc5-98f0-dfb555741ede tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 944 time: 0.0710330 Jul 16 18:37:09.291420 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-617d8260-c219-40d3-b020-217d380648f7 req-44a252d2-c2aa-4941-93af-be89435c3b28 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371318 Jul 16 18:37:10.032996 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d1b97-b3c3-40b8-ad98-6a72b091f817 req-433100ac-2f70-45cd-867f-c809fb8a8308 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.034905 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-633d1b97-b3c3-40b8-ad98-6a72b091f817 req-433100ac-2f70-45cd-867f-c809fb8a8308 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.0740271 Jul 16 18:37:10.081864 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-633d1b97-b3c3-40b8-ad98-6a72b091f817 req-3fd8c46d-9af3-4ae3-a59a-91218899dc6e tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Jul 16 18:37:10.246400 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d94e4-382b-447d-be0d-2cd0ef14e7c3 req-23cf6924-d479-45a9-86bb-3c979662313d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.247866 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-646d94e4-382b-447d-be0d-2cd0ef14e7c3 req-23cf6924-d479-45a9-86bb-3c979662313d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0656409 Jul 16 18:37:10.287720 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-646d94e4-382b-447d-be0d-2cd0ef14e7c3 req-30eb6dce-6e08-41c7-a740-ed7ce56ca6c6 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339870 Jul 16 18:37:10.375901 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 502e8a71-33e0-4272-a028-6d8195bfc6ab details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:10.474380 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a65c9-e447-44d1-b902-932f4b0fa5c9 req-2a6cf5b8-d3bb-4f51-a8fa-bb375b4031d1 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.475910 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3e1a65c9-e447-44d1-b902-932f4b0fa5c9 req-2a6cf5b8-d3bb-4f51-a8fa-bb375b4031d1 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 944 time: 0.0699441 Jul 16 18:37:10.477170 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 502e8a71-33e0-4272-a028-6d8195bfc6ab, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=502e8a71-33e0-4272-a028-6d8195bfc6ab,segment=NetworkSegment(3cf502c6-f1ec-4889-8ffa-9205cb297040),segment_id=3cf502c6-f1ec-4889-8ffa-9205cb297040)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:10.488330 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '502e8a71-33e0-4272-a028-6d8195bfc6ab', 'network_id': '9e2e2663-bdee-4939-a3cf-21420215ba27', 'port_id': '502e8a71-33e0-4272-a028-6d8195bfc6ab', 'mac_address': 'fa:16:3e:29:8a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea21d16-248e-4462-bb91-97eaf23216a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:10.514724 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3e1a65c9-e447-44d1-b902-932f4b0fa5c9 req-ec8b4dc1-86bc-4412-a756-af9c808dbb19 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328062 Jul 16 18:37:10.530076 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.542548 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502e8a71-33e0-4272-a028-6d8195bfc6ab {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:10.566043 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 502e8a71-33e0-4272-a028-6d8195bfc6ab, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=502e8a71-33e0-4272-a028-6d8195bfc6ab,segment=NetworkSegment(3cf502c6-f1ec-4889-8ffa-9205cb297040),segment_id=3cf502c6-f1ec-4889-8ffa-9205cb297040)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:10.572130 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.728856 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=502e8a71-33e0-4272-a028-6d8195bfc6ab,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:10.736543 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.736910 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.737260 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.737636 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.737973 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.738310 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.738642 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.738973 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.739335 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.739677 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.740005 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:10.740333 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:11.260312 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a3f65-bf26-458f-b0d5-b266bc5d74b9 req-815ad3c4-9109-46d8-80cd-ab7def85b8a4 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.261701 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cf6a3f65-bf26-458f-b0d5-b266bc5d74b9 req-815ad3c4-9109-46d8-80cd-ab7def85b8a4 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.0700619 Jul 16 18:37:11.301630 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cf6a3f65-bf26-458f-b0d5-b266bc5d74b9 req-cbed7dc2-de61-4cdd-8645-a5b36391ec34 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314794 Jul 16 18:37:11.463267 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9773280-36b8-4934-8b73-dbc3251f0474 req-d79476d5-51c2-46ff-871e-f7b17fed5b21 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.464737 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c9773280-36b8-4934-8b73-dbc3251f0474 req-d79476d5-51c2-46ff-871e-f7b17fed5b21 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0619657 Jul 16 18:37:11.503378 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c9773280-36b8-4934-8b73-dbc3251f0474 req-8d640a3a-5dbf-4709-bdc1-44ebff914c6a tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328579 Jul 16 18:37:11.689814 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ab971-2509-4186-be46-3f29dc3ac763 req-aeecde48-10b8-4ed7-8bff-8f7c6d6a2a6c tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.691750 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-773ab971-2509-4186-be46-3f29dc3ac763 req-aeecde48-10b8-4ed7-8bff-8f7c6d6a2a6c tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0638230 Jul 16 18:37:11.735369 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-773ab971-2509-4186-be46-3f29dc3ac763 req-1ade0d0d-b914-453e-8a8d-4ca6d60f3f25 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377955 Jul 16 18:37:12.493947 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fb03-eaee-4b23-9ffa-1683dd096b2f req-456e6848-ab77-48ba-8c52-b5e00b297816 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.495440 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b292fb03-eaee-4b23-9ffa-1683dd096b2f req-456e6848-ab77-48ba-8c52-b5e00b297816 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.0720451 Jul 16 18:37:12.534028 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b292fb03-eaee-4b23-9ffa-1683dd096b2f req-5b87953b-5530-4d45-9de3-957b05bbd66b tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328624 Jul 16 18:37:12.706776 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90990bed-8b85-495b-8741-aa1dad9fc3f0 req-2a64efff-8a65-4ed6-818b-31f5de221aca tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.708262 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-90990bed-8b85-495b-8741-aa1dad9fc3f0 req-2a64efff-8a65-4ed6-818b-31f5de221aca tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0691175 Jul 16 18:37:12.747374 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-90990bed-8b85-495b-8741-aa1dad9fc3f0 req-f9367c8d-613f-420c-ad71-660b00c5ff40 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329235 Jul 16 18:37:12.914063 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2de5f-165f-4bf8-b108-d8a7209532c2 req-2c5a049d-b97a-4ce8-a91c-1cfa5114df8d tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.915405 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-27b2de5f-165f-4bf8-b108-d8a7209532c2 req-2c5a049d-b97a-4ce8-a91c-1cfa5114df8d tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0703907 Jul 16 18:37:12.957686 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-27b2de5f-165f-4bf8-b108-d8a7209532c2 req-8c13f1ec-e0ec-45df-95f2-1a726278ec64 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349572 Jul 16 18:37:13.715720 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9284224-232e-42ad-93b1-d7e4c64467a3 req-c07b9b8a-1afd-418a-94fa-099af3ffc276 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.717221 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e9284224-232e-42ad-93b1-d7e4c64467a3 req-c07b9b8a-1afd-418a-94fa-099af3ffc276 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.0638788 Jul 16 18:37:13.757083 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e9284224-232e-42ad-93b1-d7e4c64467a3 req-fcbf5072-b504-454f-ab9c-4b15df97ae00 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315926 Jul 16 18:37:13.933641 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69a1ee-3b5d-42ea-884a-c7e21ae44f25 req-844d9106-57f0-4d97-a3b5-930f48ec4b0c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.935139 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ce69a1ee-3b5d-42ea-884a-c7e21ae44f25 req-844d9106-57f0-4d97-a3b5-930f48ec4b0c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0717351 Jul 16 18:37:13.980366 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ce69a1ee-3b5d-42ea-884a-c7e21ae44f25 req-22adb9c3-5631-40c7-9f4b-a45e8cd016b6 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366774 Jul 16 18:37:14.140490 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814cf57-c96c-4f06-96d9-10f80a4bd807 req-53d84e22-6266-4291-8e9f-d83affb99fe0 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.141964 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a814cf57-c96c-4f06-96d9-10f80a4bd807 req-53d84e22-6266-4291-8e9f-d83affb99fe0 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0629725 Jul 16 18:37:14.179055 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a814cf57-c96c-4f06-96d9-10f80a4bd807 req-984b1c00-c200-41de-8f38-bb9ab74a8baf tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315452 Jul 16 18:37:14.517533 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['502e8a71-33e0-4272-a028-6d8195bfc6ab'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:14.946105 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38907a93-192e-479c-93c3-9bc5fee68727 req-bb20fa1b-7dcc-4c67-8403-c93dfdac6f41 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.947605 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-38907a93-192e-479c-93c3-9bc5fee68727 req-bb20fa1b-7dcc-4c67-8403-c93dfdac6f41 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.0684502 Jul 16 18:37:14.992458 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-38907a93-192e-479c-93c3-9bc5fee68727 req-5294e06a-fe57-4097-818e-9554e892635b tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345004 Jul 16 18:37:15.179459 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a928c-03ac-470a-9ece-0a00fcbbc2e9 req-dce59728-a21f-4c86-b95d-602a337b6723 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.180915 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8d1a928c-03ac-470a-9ece-0a00fcbbc2e9 req-dce59728-a21f-4c86-b95d-602a337b6723 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0761232 Jul 16 18:37:15.218881 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8d1a928c-03ac-470a-9ece-0a00fcbbc2e9 req-fbe28e54-5a9b-4905-8b6b-2bbd85863317 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323148 Jul 16 18:37:15.355817 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5efb30-8592-4f37-93ed-79c5621222f0 req-21914e95-b207-4dd7-9b48-d648dc94d91c tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.357387 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fd5efb30-8592-4f37-93ed-79c5621222f0 req-21914e95-b207-4dd7-9b48-d648dc94d91c tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0688124 Jul 16 18:37:15.399039 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fd5efb30-8592-4f37-93ed-79c5621222f0 req-cddea139-e404-4870-b25d-ae96105ace3a tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353577 Jul 16 18:37:16.180132 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8491322-0663-4e30-a8bc-815b834325b5 req-c93a78ce-dd63-4a9c-9042-02b3031efb4f tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:16.181979 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b8491322-0663-4e30-a8bc-815b834325b5 req-c93a78ce-dd63-4a9c-9042-02b3031efb4f tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.0761209 Jul 16 18:37:16.221058 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b8491322-0663-4e30-a8bc-815b834325b5 req-31eacd10-7226-45e0-8e12-050e6ae4634b tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334320 Jul 16 18:37:16.404524 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3907a811-c03c-495c-9994-6c6bc074eaf2 req-4f6fe083-deeb-45bc-b5f5-6f5d6dd613d7 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:16.406191 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3907a811-c03c-495c-9994-6c6bc074eaf2 req-4f6fe083-deeb-45bc-b5f5-6f5d6dd613d7 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0713954 Jul 16 18:37:16.449294 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3907a811-c03c-495c-9994-6c6bc074eaf2 req-d05fdae4-ab68-4aa9-9f4f-90e1dff4e9b6 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373852 Jul 16 18:37:16.576545 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66dbbe-9a52-4f2e-836d-2080c6325a8c req-fa77814c-268c-424f-986a-98d1e5f71c38 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:16.578009 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6f66dbbe-9a52-4f2e-836d-2080c6325a8c req-fa77814c-268c-424f-986a-98d1e5f71c38 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0656562 Jul 16 18:37:16.626886 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6f66dbbe-9a52-4f2e-836d-2080c6325a8c req-8eaa9bbb-0b70-4609-8e4e-82d64b5e19fc tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430732 Jul 16 18:37:17.412365 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cf84c-9b9a-4b0e-8915-8c3454096ee9 req-15e777ac-f883-458a-90f7-bc2dc700aa2f tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.413863 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ce3cf84c-9b9a-4b0e-8915-8c3454096ee9 req-15e777ac-f883-458a-90f7-bc2dc700aa2f tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.0717041 Jul 16 18:37:17.456352 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ce3cf84c-9b9a-4b0e-8915-8c3454096ee9 req-6a487e19-d932-4598-bd41-48a8c23cb5fd tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340300 Jul 16 18:37:17.635635 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2baf4a-3572-4b7d-a06e-22765100d5fd req-e85cb0b0-31fb-4406-8369-5949a4a434a4 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.637026 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9b2baf4a-3572-4b7d-a06e-22765100d5fd req-e85cb0b0-31fb-4406-8369-5949a4a434a4 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0780663 Jul 16 18:37:17.682446 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9b2baf4a-3572-4b7d-a06e-22765100d5fd req-44bd2348-6626-4670-b4c5-ee4b6f48a630 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324347 Jul 16 18:37:17.855024 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8045094-46c6-4032-ae50-d52124102733 req-82bbe8bc-875c-48db-9fc0-978a4e8f1320 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.856535 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c8045094-46c6-4032-ae50-d52124102733 req-82bbe8bc-875c-48db-9fc0-978a4e8f1320 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 945 time: 0.0716946 Jul 16 18:37:17.902428 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c8045094-46c6-4032-ae50-d52124102733 req-8d9754aa-1749-416b-9b16-3f9ef4ba9d28 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401506 Jul 16 18:37:18.538534 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 502e8a71-33e0-4272-a028-6d8195bfc6ab up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:18.588842 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port 502e8a71-33e0-4272-a028-6d8195bfc6ab completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:18.593566 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 502e8a71-33e0-4272-a028-6d8195bfc6ab triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:18.593566 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.644594 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a74b6-5b3a-4920-85ed-758bf3bab5a6 req-3eb2edd2-5a98-4b34-8c7f-1036ee5f1c32 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:18.646922 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a24a74b6-5b3a-4920-85ed-758bf3bab5a6 req-3eb2edd2-5a98-4b34-8c7f-1036ee5f1c32 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.0697711 Jul 16 18:37:18.673045 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.690521 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a24a74b6-5b3a-4920-85ed-758bf3bab5a6 req-967bbc6c-b096-453f-bfa8-ea82e4082d8a tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373833 Jul 16 18:37:18.700831 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6687f967-6be1-437b-83d0-8da7997cb0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502e8a71-33e0-4272-a028-6d8195bfc6ab'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:18.703111 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2744299c-8b31-4709-9f2e-a4751a2d232e" -d '{"events": [{"server_uuid": "6687f967-6be1-437b-83d0-8da7997cb0b0", "name": "network-vif-plugged", "status": "completed", "tag": "502e8a71-33e0-4272-a028-6d8195bfc6ab"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:18.719002 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 502e8a71-33e0-4272-a028-6d8195bfc6ab, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=502e8a71-33e0-4272-a028-6d8195bfc6ab,segment=NetworkSegment(3cf502c6-f1ec-4889-8ffa-9205cb297040),segment_id=3cf502c6-f1ec-4889-8ffa-9205cb297040)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:18.723703 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.754933 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a96d29-9020-4b20-a77f-4f97b9f14ee0 x-openstack-request-id: req-08a96d29-9020-4b20-a77f-4f97b9f14ee0 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:18.755224 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6687f967-6be1-437b-83d0-8da7997cb0b0", "name": "network-vif-plugged", "status": "completed", "tag": "502e8a71-33e0-4272-a028-6d8195bfc6ab", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:18.755470 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-08a96d29-9020-4b20-a77f-4f97b9f14ee0 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:18.755879 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6687f967-6be1-437b-83d0-8da7997cb0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502e8a71-33e0-4272-a028-6d8195bfc6ab', 'code': 200} Jul 16 18:37:18.780506 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=502e8a71-33e0-4272-a028-6d8195bfc6ab,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:18.887564 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de67d30-a736-4fa7-b318-2d7f8f1b3b0c req-c7a316c8-c5d7-4912-bf91-c8e7b134276c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:18.889044 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5de67d30-a736-4fa7-b318-2d7f8f1b3b0c req-c7a316c8-c5d7-4912-bf91-c8e7b134276c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0622149 Jul 16 18:37:18.931669 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5de67d30-a736-4fa7-b318-2d7f8f1b3b0c req-e19ffa6f-97fc-4d9c-96b1-9bda8033ce34 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368803 Jul 16 18:37:19.112108 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adf0d39-7ab8-44c9-bdf7-dd20fa34f2ab req-cd37ec08-3626-4551-a528-88fcbdd4ea18 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.114107 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0adf0d39-7ab8-44c9-bdf7-dd20fa34f2ab req-cd37ec08-3626-4551-a528-88fcbdd4ea18 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.0782764 Jul 16 18:37:19.155541 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0adf0d39-7ab8-44c9-bdf7-dd20fa34f2ab req-d44b8eb2-ed0f-448a-aaed-9de437ff1c94 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354171 Jul 16 18:37:19.872028 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55259776-e741-427b-84de-5d8e668bafac req-8b751d65-a577-4f6b-ae19-751465e3163f tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.873588 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-55259776-e741-427b-84de-5d8e668bafac req-8b751d65-a577-4f6b-ae19-751465e3163f tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.0670171 Jul 16 18:37:19.915431 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-55259776-e741-427b-84de-5d8e668bafac req-b85f9893-a931-48a2-b441-51674bc751e5 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Jul 16 18:37:20.041948 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2397f-409b-4899-9c20-eb47505ce231 req-c9168694-76f6-4e08-a56c-3e8f1a13044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:20.043557 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0a2397f-409b-4899-9c20-eb47505ce231 req-c9168694-76f6-4e08-a56c-3e8f1a13044b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 1099 time: 0.0550420 Jul 16 18:37:20.112120 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0a2397f-409b-4899-9c20-eb47505ce231 req-b5c475f7-5aa5-45d2-89bb-dfd8ed9b3003 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559652 Jul 16 18:37:20.129234 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8037f-6b66-499c-a598-9a8bcc19186e req-314daaa0-7086-4ca6-ab9d-75d23aea95b0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:20.130660 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b9e8037f-6b66-499c-a598-9a8bcc19186e req-314daaa0-7086-4ca6-ab9d-75d23aea95b0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0833485 Jul 16 18:37:20.171054 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b9e8037f-6b66-499c-a598-9a8bcc19186e req-71ebac23-72f1-4603-8f87-a2d67473f62a tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319591 Jul 16 18:37:20.349211 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1db3e4-7c0c-4daa-8a9a-a3ef78f3ea43 req-f686d9f5-9131-4001-9f1b-30dd972af2b9 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:20.350649 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6f1db3e4-7c0c-4daa-8a9a-a3ef78f3ea43 req-f686d9f5-9131-4001-9f1b-30dd972af2b9 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.0817921 Jul 16 18:37:20.390480 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6f1db3e4-7c0c-4daa-8a9a-a3ef78f3ea43 req-30166973-1b67-492f-92ef-bc19eb270f87 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Jul 16 18:37:20.974187 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd4b3a-e808-46db-8eb8-abc4a02f473f req-6f27f148-37fc-40db-9f32-e12e9f6ecead tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:20.976398 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c3bd4b3a-e808-46db-8eb8-abc4a02f473f req-6f27f148-37fc-40db-9f32-e12e9f6ecead tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.84 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.0836787 Jul 16 18:37:21.171425 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72f32b-1b8c-4dd9-8d06-501fd9ddd7e4 req-8ca1ad48-6f11-4ba1-8f49-6f93e459222b tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.180158 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ee72f32b-1b8c-4dd9-8d06-501fd9ddd7e4 req-8ca1ad48-6f11-4ba1-8f49-6f93e459222b tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 946 time: 0.1062975 Jul 16 18:37:21.182858 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-c3bd4b3a-e808-46db-8eb8-abc4a02f473f req-06088248-225c-481d-8ef4-63a781291ad2 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Deleting port 538eb5f0-9525-429b-afd0-2c60049e551e {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:21.183458 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-c3bd4b3a-e808-46db-8eb8-abc4a02f473f req-06088248-225c-481d-8ef4-63a781291ad2 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.226214 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ee72f32b-1b8c-4dd9-8d06-501fd9ddd7e4 req-a7c103e4-0cca-40aa-b7a5-58346b41ece3 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/security-groups?id=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450375 Jul 16 18:37:21.294569 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-c3bd4b3a-e808-46db-8eb8-abc4a02f473f req-06088248-225c-481d-8ef4-63a781291ad2 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] For port 538eb5f0-9525-429b-afd0-2c60049e551e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=538eb5f0-9525-429b-afd0-2c60049e551e,segment=NetworkSegment(fbc26b6a-4e40-4beb-9f43-da6d3fd47620),segment_id=fbc26b6a-4e40-4beb-9f43-da6d3fd47620)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:21.294982 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-c3bd4b3a-e808-46db-8eb8-abc4a02f473f req-06088248-225c-481d-8ef4-63a781291ad2 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.333792 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-c3bd4b3a-e808-46db-8eb8-abc4a02f473f req-06088248-225c-481d-8ef4-63a781291ad2 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Calling delete_port for 538eb5f0-9525-429b-afd0-2c60049e551e owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:21.449732 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df6967-2077-4ce9-b647-0cd33bc7172b req-44323720-8854-4de1-8135-ede7925b3439 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.451239 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-86df6967-2077-4ce9-b647-0cd33bc7172b req-44323720-8854-4de1-8135-ede7925b3439 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.1479592 Jul 16 18:37:21.521824 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59044) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:21.523511 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-86df6967-2077-4ce9-b647-0cd33bc7172b req-4ff1d98d-8ac4-4402-919c-1d994e5fb447 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628948 Jul 16 18:37:21.560161 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-c3bd4b3a-e808-46db-8eb8-abc4a02f473f req-06088248-225c-481d-8ef4-63a781291ad2 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.592628 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb769df-86a7-4080-9362-070789baaa29 req-33b8381d-fb9a-4ca3-86e2-1889edc6873d tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.594450 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06088248-225c-481d-8ef4-63a781291ad2 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Pushing event deleted for resources: {'Port': ['ID=538eb5f0-9525-429b-afd0-2c60049e551e,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:21.604772 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4fb769df-86a7-4080-9362-070789baaa29 req-33b8381d-fb9a-4ca3-86e2-1889edc6873d tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.0839736 Jul 16 18:37:21.631810 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['538eb5f0-9525-429b-afd0-2c60049e551e'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:21.646548 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4fb769df-86a7-4080-9362-070789baaa29 req-aeb6254d-df13-420e-867b-1567e915cc6d tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Jul 16 18:37:21.657867 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bd4b3a-e808-46db-8eb8-abc4a02f473f req-06088248-225c-481d-8ef4-63a781291ad2 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] No DVR routers for this DVR port 538eb5f0-9525-429b-afd0-2c60049e551e on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:21.661381 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-c3bd4b3a-e808-46db-8eb8-abc4a02f473f req-06088248-225c-481d-8ef4-63a781291ad2 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.665208 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c3bd4b3a-e808-46db-8eb8-abc4a02f473f req-06088248-225c-481d-8ef4-63a781291ad2 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.84 "DELETE /v2.0/ports/538eb5f0-9525-429b-afd0-2c60049e551e HTTP/1.1" status: 204 len: 173 time: 0.6811671 Jul 16 18:37:21.667241 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282d72dd-7255-4784-890c-7b29900b72f7', 'name': 'network-vif-deleted', 'tag': '538eb5f0-9525-429b-afd0-2c60049e551e'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:21.668300 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-21b05a86-0052-4f2d-b261-8dd75dfce8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.671019 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5983341-6e00-4e58-a44b-aefbdde16acc" -d '{"events": [{"server_uuid": "282d72dd-7255-4784-890c-7b29900b72f7", "name": "network-vif-deleted", "tag": "538eb5f0-9525-429b-afd0-2c60049e551e"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:21.720792 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d77f9c8-e375-42da-98b3-44562740686c x-openstack-request-id: req-4d77f9c8-e375-42da-98b3-44562740686c {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:21.720792 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282d72dd-7255-4784-890c-7b29900b72f7", "name": "network-vif-deleted", "tag": "538eb5f0-9525-429b-afd0-2c60049e551e", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:21.720792 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4d77f9c8-e375-42da-98b3-44562740686c {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:21.721457 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282d72dd-7255-4784-890c-7b29900b72f7', 'name': 'network-vif-deleted', 'tag': '538eb5f0-9525-429b-afd0-2c60049e551e', 'status': 'completed', 'code': 200} Jul 16 18:37:21.775044 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-21b05a86-0052-4f2d-b261-8dd75dfce8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.779541 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-21b05a86-0052-4f2d-b261-8dd75dfce8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.818554 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-21b05a86-0052-4f2d-b261-8dd75dfce8cc admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d4cfd5107be24c99a400a9cb98fb06ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880745 Jul 16 18:37:21.820611 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b05a86-0052-4f2d-b261-8dd75dfce8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd359adc-2eae-4c74-b94e-d112f8b0b29a,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:21.821590 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 59050) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:21.872293 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e4e9b657-a4a6-47da-ab7c-6d310dc1f0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.893607 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e4e9b657-a4a6-47da-ab7c-6d310dc1f0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.949105 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e4e9b657-a4a6-47da-ab7c-6d310dc1f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.952332 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e4e9b657-a4a6-47da-ab7c-6d310dc1f0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.953910 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-e4e9b657-a4a6-47da-ab7c-6d310dc1f0f2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fd359adc-2eae-4c74-b94e-d112f8b0b29a HTTP/1.1" status: 204 len: 168 time: 0.1306334 Jul 16 18:37:21.962995 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9b657-a4a6-47da-ab7c-6d310dc1f0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd359adc-2eae-4c74-b94e-d112f8b0b29a,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.293095 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59068) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:22.306937 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a9893a66-0614-4832-83f9-3c9f4cece819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.407338 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59072) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:22.411490 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9a50d685-3774-4ca5-8d1d-051bd8ebf8ad req-58c1d166-a117-4622-a676-f6de1c97c107 tempest-DeleteServersTestJSON-1751560830 tempest-DeleteServersTestJSON-1751560830-project] 10.222.0.68 "GET /v2.0/ports?device_id=282d72dd-7255-4784-890c-7b29900b72f7 HTTP/1.1" status: 200 len: 210 time: 0.0412223 Jul 16 18:37:22.433654 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a9893a66-0614-4832-83f9-3c9f4cece819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.440604 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a9893a66-0614-4832-83f9-3c9f4cece819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.481730 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-a9893a66-0614-4832-83f9-3c9f4cece819 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=925abafdf20647a8a87040ca1c89f774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1848083 Jul 16 18:37:22.481730 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9893a66-0614-4832-83f9-3c9f4cece819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0d08cd-46a4-44eb-b882-058b46f3da83,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.482138 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 59076) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:22.534151 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-57a20505-f0fa-469d-b1c6-2136c25d82b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.540445 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fab00917-997f-401e-a051-a00add9f7753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.557205 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-57a20505-f0fa-469d-b1c6-2136c25d82b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.608667 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-57a20505-f0fa-469d-b1c6-2136c25d82b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.611326 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-57a20505-f0fa-469d-b1c6-2136c25d82b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.612471 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-57a20505-f0fa-469d-b1c6-2136c25d82b2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6a0d08cd-46a4-44eb-b882-058b46f3da83 HTTP/1.1" status: 204 len: 168 time: 0.1293230 Jul 16 18:37:22.621489 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a20505-f0fa-469d-b1c6-2136c25d82b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0d08cd-46a4-44eb-b882-058b46f3da83,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.663331 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fab00917-997f-401e-a051-a00add9f7753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.668947 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fab00917-997f-401e-a051-a00add9f7753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.723383 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7145ff8-f6a6-42df-a6cc-fb1010b654c0 req-f12b094e-521e-4ec7-b88b-7ec6a6aef3c1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.724066 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-fab00917-997f-401e-a051-a00add9f7753 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=07df5160b578415b8701ac87adff0c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152966 Jul 16 18:37:22.725298 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab00917-997f-401e-a051-a00add9f7753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c665cc00-a668-4fcd-8c6b-99fd458481c8,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.727706 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59084) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:22.744548 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f7145ff8-f6a6-42df-a6cc-fb1010b654c0 req-f12b094e-521e-4ec7-b88b-7ec6a6aef3c1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0924559 Jul 16 18:37:22.791549 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3065d2ab-41ea-4d11-99e9-d7750e0cb804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.792452 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f7145ff8-f6a6-42df-a6cc-fb1010b654c0 req-179c23b1-6994-4504-9d54-cfb4383f75ae tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469532 Jul 16 18:37:22.848667 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3065d2ab-41ea-4d11-99e9-d7750e0cb804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.909114 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd703ec4-1bdd-4d25-813d-dc4276deec16 req-1fa172bd-71de-4989-a75a-aa96abac77cf tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.911048 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-dd703ec4-1bdd-4d25-813d-dc4276deec16 req-1fa172bd-71de-4989-a75a-aa96abac77cf tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.0989387 Jul 16 18:37:22.926550 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3065d2ab-41ea-4d11-99e9-d7750e0cb804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.929130 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3065d2ab-41ea-4d11-99e9-d7750e0cb804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.932642 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-3065d2ab-41ea-4d11-99e9-d7750e0cb804 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c665cc00-a668-4fcd-8c6b-99fd458481c8 HTTP/1.1" status: 204 len: 168 time: 0.1999705 Jul 16 18:37:22.958664 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065d2ab-41ea-4d11-99e9-d7750e0cb804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c665cc00-a668-4fcd-8c6b-99fd458481c8,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.992747 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-dd703ec4-1bdd-4d25-813d-dc4276deec16 req-01ec37d8-1ad5-47c2-8747-fa51d66e57b6 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750272 Jul 16 18:37:22.994704 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:23.974423 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ee259-45ef-4456-8966-6d5b571a1228 req-64fbb514-9bef-4e17-9571-1b6404138f63 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.975963 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-182ee259-45ef-4456-8966-6d5b571a1228 req-64fbb514-9bef-4e17-9571-1b6404138f63 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0689445 Jul 16 18:37:23.998241 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59192) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:24.018601 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-182ee259-45ef-4456-8966-6d5b571a1228 req-0f1012af-4ca4-4210-a3be-86c910781ae5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357232 Jul 16 18:37:24.100071 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-771291f6-bc5c-4bb2-a7fa-d389754e6a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.189474 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-771291f6-bc5c-4bb2-a7fa-d389754e6a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.194743 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-771291f6-bc5c-4bb2-a7fa-d389754e6a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.230875 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-771291f6-bc5c-4bb2-a7fa-d389754e6a89 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a67eb04a72c04bf6823b303a4f196398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314939 Jul 16 18:37:24.231707 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771291f6-bc5c-4bb2-a7fa-d389754e6a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5d7594-3fc0-4a13-8fe2-ecd806d8615f,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:24.234447 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 59204) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:24.282879 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-8ec78879-bf73-4f7e-ba38-ece2a36673bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.302818 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-8ec78879-bf73-4f7e-ba38-ece2a36673bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.348060 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-8ec78879-bf73-4f7e-ba38-ece2a36673bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.350791 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-8ec78879-bf73-4f7e-ba38-ece2a36673bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.351938 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-8ec78879-bf73-4f7e-ba38-ece2a36673bf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cb5d7594-3fc0-4a13-8fe2-ecd806d8615f HTTP/1.1" status: 204 len: 168 time: 0.1162500 Jul 16 18:37:24.363444 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec78879-bf73-4f7e-ba38-ece2a36673bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5d7594-3fc0-4a13-8fe2-ecd806d8615f,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:24.570865 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 538eb5f0-9525-429b-afd0-2c60049e551e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:24.590805 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: 538eb5f0-9525-429b-afd0-2c60049e551e {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:24.591149 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 538eb5f0-9525-429b-afd0-2c60049e551e not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:25.119027 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 59256) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:25.179479 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ea1f9f-f8a1-4cc4-ad37-ef11729d8e3d admin admin] Deleting subnet 96bd5d41-f194-4a43-88c4-71deec18da75 {{(pid=93246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:25.183116 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7ea1f9f-f8a1-4cc4-ad37-ef11729d8e3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.216083 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffff07-4a48-4252-bb60-9c13f0df487d req-002af930-2de9-41a5-9bf4-fe48478977d9 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.217842 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c0ffff07-4a48-4252-bb60-9c13f0df487d req-002af930-2de9-41a5-9bf4-fe48478977d9 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0791645 Jul 16 18:37:25.230331 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7ea1f9f-f8a1-4cc4-ad37-ef11729d8e3d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.240036 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7ea1f9f-f8a1-4cc4-ad37-ef11729d8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.260877 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c0ffff07-4a48-4252-bb60-9c13f0df487d req-dfff42c1-d621-406b-b00b-43840623ba52 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366774 Jul 16 18:37:25.301128 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7ea1f9f-f8a1-4cc4-ad37-ef11729d8e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for subnet, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.327510 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea1f9f-f8a1-4cc4-ad37-ef11729d8e3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96bd5d41-f194-4a43-88c4-71deec18da75,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:25.329632 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7ea1f9f-f8a1-4cc4-ad37-ef11729d8e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.332527 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a7ea1f9f-f8a1-4cc4-ad37-ef11729d8e3d admin admin] 10.222.0.68 "DELETE /v2.0/subnets/96bd5d41-f194-4a43-88c4-71deec18da75 HTTP/1.1" status: 204 len: 168 time: 0.2123570 Jul 16 18:37:25.335617 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59290) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:25.408205 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.489516 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.500513 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:25.500853 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:25.501597 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:25.501926 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Subscribe: > port after_create 55550000 {{(pid=93247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:25.502248 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:25.502580 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Subscribe: > port after_update 55550000 {{(pid=93247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:25.502896 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:25.503210 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:25.503525 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:25.503836 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:25.681141 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:25.681540 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:25.681868 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:25.682190 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93247) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:25.682551 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5558c952-6dfb-4b9d-806f-6001806ecab8']}} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:25.700432 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc26b6a-4e40-4beb-9f43-da6d3fd47620') {'for_net_delete': True} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:25.700726 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc26b6a-4e40-4beb-9f43-da6d3fd47620') {} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:25.720283 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10409259'] for segment, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.741629 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.749865 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=93247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:25.750238 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8532745'] for segment, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: from cryptography.utils import int_from_bytes Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: from cryptography.utils import int_from_bytes Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: Traceback (most recent call last): Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: timer() Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: cb(*args, **kw) Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: return func(*args, **kwargs) Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: self._notify() Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: self.callback(batched_events) Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: event.method(event) Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: return f(self, *a, **k) Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._get(url).json() Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:25.754000 dv-cinder-786932-5-iscsi neutron-server[93247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:25.808184 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.816217 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.820889 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] 10.222.0.68 "DELETE /v2.0/networks/5558c952-6dfb-4b9d-806f-6001806ecab8 HTTP/1.1" status: 204 len: 168 time: 0.4816077 Jul 16 18:37:25.827465 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a52c44-aa98-48c9-b76e-30a3c9c84041 admin admin] Pushing event deleted for resources: {'Network': ['ID=5558c952-6dfb-4b9d-806f-6001806ecab8,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:25.993625 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59306) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:26.033417 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-17103096-025a-4c64-818a-058b39bd3389 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ffaac37300a04fd29c2f73de31eb355d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385778 Jul 16 18:37:26.035938 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59310) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:26.087682 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-c2b8182d-2b86-4778-9181-806878a3b78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.109624 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-c2b8182d-2b86-4778-9181-806878a3b78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.158588 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-c2b8182d-2b86-4778-9181-806878a3b78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.161158 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-c2b8182d-2b86-4778-9181-806878a3b78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.162919 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-c2b8182d-2b86-4778-9181-806878a3b78a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504 HTTP/1.1" status: 204 len: 168 time: 0.1260223 Jul 16 18:37:26.171252 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b8182d-2b86-4778-9181-806878a3b78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cbb1c6-bf7b-4f36-8187-0ffdb6ee1504,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:26.438804 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036d389-2be1-4c56-9211-d845bdbdd58f req-4f7e7741-1175-47c3-9937-d7639bb921db tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.440710 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5036d389-2be1-4c56-9211-d845bdbdd58f req-4f7e7741-1175-47c3-9937-d7639bb921db tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0612962 Jul 16 18:37:26.477324 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5036d389-2be1-4c56-9211-d845bdbdd58f req-a8eea06c-4f0e-4095-83c2-87f7f130ad45 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311551 Jul 16 18:37:27.652114 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b16ee-dd0e-4fb2-9d1e-9afccecbc759 req-79e19ce1-34da-4b64-a1d8-dcd49be17db5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.653590 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a33b16ee-dd0e-4fb2-9d1e-9afccecbc759 req-79e19ce1-34da-4b64-a1d8-dcd49be17db5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0644226 Jul 16 18:37:27.701278 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a33b16ee-dd0e-4fb2-9d1e-9afccecbc759 req-c45ac6e5-a56b-49b3-b5f9-4f4edf869a83 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387597 Jul 16 18:37:28.673841 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-988ccf1e-df1e-4eca-a12a-ef187e168100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.864831 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838a068-cf46-4a53-9c0b-aa773c97b791 req-281f2261-ac95-448a-8ee8-ca5be6b72e6b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.866398 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f838a068-cf46-4a53-9c0b-aa773c97b791 req-281f2261-ac95-448a-8ee8-ca5be6b72e6b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0623951 Jul 16 18:37:28.914698 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f838a068-cf46-4a53-9c0b-aa773c97b791 req-2d14365b-7d77-44e6-aca8-9fa61b4bd461 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426099 Jul 16 18:37:30.104782 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d95f9b-7755-4c49-9286-e5a459cf78f8 req-fc128bed-44c5-48fb-93de-616f11400a8d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.107011 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-04d95f9b-7755-4c49-9286-e5a459cf78f8 req-fc128bed-44c5-48fb-93de-616f11400a8d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0713551 Jul 16 18:37:30.150090 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-04d95f9b-7755-4c49-9286-e5a459cf78f8 req-87b28327-5cfd-47ed-89f7-510541cf5cd9 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373735 Jul 16 18:37:31.352533 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981739c0-474d-43be-842c-c1802aa59471 req-e8125498-371c-4735-b9a2-e1147b0ebefe tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.354292 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-981739c0-474d-43be-842c-c1802aa59471 req-e8125498-371c-4735-b9a2-e1147b0ebefe tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0764103 Jul 16 18:37:31.391415 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-981739c0-474d-43be-842c-c1802aa59471 req-5b7bdf89-6107-49d8-8f5c-6bf172c3aa53 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312290 Jul 16 18:37:31.549315 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-63382c72-8c98-49a0-b46b-55e17d10cf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.683821 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59474) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:31.784946 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4fad819b-6f43-4674-b43f-957e5a0cf8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.867536 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.878415 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4fad819b-6f43-4674-b43f-957e5a0cf8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.884041 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4fad819b-6f43-4674-b43f-957e5a0cf8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.922558 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-4fad819b-6f43-4674-b43f-957e5a0cf8a0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c7af44846f06473692aca831a9207e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350020 Jul 16 18:37:31.922558 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad819b-6f43-4674-b43f-957e5a0cf8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8689773e-f327-4038-984b-d12e2dea1b35,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:31.923163 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 59486) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:31.985480 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-502cf689-da9a-43ef-8092-32c775859160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.006343 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-502cf689-da9a-43ef-8092-32c775859160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.058656 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-502cf689-da9a-43ef-8092-32c775859160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.061275 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-502cf689-da9a-43ef-8092-32c775859160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.062479 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-502cf689-da9a-43ef-8092-32c775859160 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8689773e-f327-4038-984b-d12e2dea1b35 HTTP/1.1" status: 204 len: 168 time: 0.1374185 Jul 16 18:37:32.070268 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cf689-da9a-43ef-8092-32c775859160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8689773e-f327-4038-984b-d12e2dea1b35,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:32.328409 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59494) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:32.342602 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-79599b77-51e2-4517-911e-742e5f27a104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.442647 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-79599b77-51e2-4517-911e-742e5f27a104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.447620 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-79599b77-51e2-4517-911e-742e5f27a104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.485728 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-79599b77-51e2-4517-911e-742e5f27a104 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=44bbe9120e4e4bd6961fa5c32fcdf680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1561852 Jul 16 18:37:32.486562 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79599b77-51e2-4517-911e-742e5f27a104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902136f0-20c5-45e3-a7af-d518d2ddb9e2,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:32.489006 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 59498) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:32.584138 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.590630 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-db823fa4-b4e3-4c10-9ec0-8334eb5aeb62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.618700 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c023b-d321-4304-905e-2cffe91b737e req-c4361860-8c64-4e7c-b5ef-82d1799059af tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.620207 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ea7c023b-d321-4304-905e-2cffe91b737e req-c4361860-8c64-4e7c-b5ef-82d1799059af tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.1055267 Jul 16 18:37:32.624985 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-db823fa4-b4e3-4c10-9ec0-8334eb5aeb62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.694200 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ea7c023b-d321-4304-905e-2cffe91b737e req-eac36ca1-8e9f-467d-8824-118317cff580 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671077 Jul 16 18:37:32.722642 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-db823fa4-b4e3-4c10-9ec0-8334eb5aeb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.725302 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-db823fa4-b4e3-4c10-9ec0-8334eb5aeb62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.726482 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-db823fa4-b4e3-4c10-9ec0-8334eb5aeb62 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/902136f0-20c5-45e3-a7af-d518d2ddb9e2 HTTP/1.1" status: 204 len: 168 time: 0.2360940 Jul 16 18:37:32.735435 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db823fa4-b4e3-4c10-9ec0-8334eb5aeb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902136f0-20c5-45e3-a7af-d518d2ddb9e2,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:32.892678 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.888226 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077a660-f6f9-417f-989c-9d2694cb1049 req-4543303b-fd5f-4c0b-aee8-f8ae8a012549 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.889826 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a077a660-f6f9-417f-989c-9d2694cb1049 req-4543303b-fd5f-4c0b-aee8-f8ae8a012549 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0739622 Jul 16 18:37:33.931644 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a077a660-f6f9-417f-989c-9d2694cb1049 req-855c9c49-6274-435a-810d-24b46a4af7d8 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Jul 16 18:37:34.031380 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.389681 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 59576) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:34.498253 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c48cb97f-25f1-44e6-bbb5-03e046660215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.589095 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c48cb97f-25f1-44e6-bbb5-03e046660215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.594109 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c48cb97f-25f1-44e6-bbb5-03e046660215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.633611 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-c48cb97f-25f1-44e6-bbb5-03e046660215 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0d4a96472b5949998e622559b304e2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428753 Jul 16 18:37:34.634478 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cb97f-25f1-44e6-bbb5-03e046660215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c70c66-e8c8-402b-a741-6515e9b8a0e9,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:34.636435 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59580) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:34.686372 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0ee3312c-efb4-4bac-9089-f63dc56c9856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.709301 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0ee3312c-efb4-4bac-9089-f63dc56c9856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.756260 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0ee3312c-efb4-4bac-9089-f63dc56c9856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.758846 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0ee3312c-efb4-4bac-9089-f63dc56c9856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.759993 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-0ee3312c-efb4-4bac-9089-f63dc56c9856 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b2c70c66-e8c8-402b-a741-6515e9b8a0e9 HTTP/1.1" status: 204 len: 168 time: 0.1224020 Jul 16 18:37:34.767335 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3312c-efb4-4bac-9089-f63dc56c9856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c70c66-e8c8-402b-a741-6515e9b8a0e9,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:35.035182 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59590) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:35.049321 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-59e0035a-e95f-4663-8157-fc48085532bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.128649 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bd65a-2108-4c62-974f-218951cead3c req-97dced16-1db5-4382-b774-1fe90d60416f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.130862 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7c0bd65a-2108-4c62-974f-218951cead3c req-97dced16-1db5-4382-b774-1fe90d60416f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0758066 Jul 16 18:37:35.163971 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-59e0035a-e95f-4663-8157-fc48085532bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.172120 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-59e0035a-e95f-4663-8157-fc48085532bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.175500 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7c0bd65a-2108-4c62-974f-218951cead3c req-bcfd5d73-28c0-4172-8008-4e9b22404761 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373809 Jul 16 18:37:35.216911 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 59608) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:35.217056 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-59e0035a-e95f-4663-8157-fc48085532bb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=29c5bb9bd6ab410e96a3fd5902c2b0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806073 Jul 16 18:37:35.226792 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0035a-e95f-4663-8157-fc48085532bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9722b7-b9b1-41f7-8dd4-217721918e49,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:35.277285 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c40b4845-8061-47cb-9a9a-58e76dd5cf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.299935 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c40b4845-8061-47cb-9a9a-58e76dd5cf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.348457 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c40b4845-8061-47cb-9a9a-58e76dd5cf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.351131 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c40b4845-8061-47cb-9a9a-58e76dd5cf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.352265 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-c40b4845-8061-47cb-9a9a-58e76dd5cf80 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bd9722b7-b9b1-41f7-8dd4-217721918e49 HTTP/1.1" status: 204 len: 168 time: 0.1343493 Jul 16 18:37:35.359855 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b4845-8061-47cb-9a9a-58e76dd5cf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9722b7-b9b1-41f7-8dd4-217721918e49,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:35.444056 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 59616) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:35.644732 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3ec167e9-54d4-41c4-a83a-c252002093e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.738596 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3ec167e9-54d4-41c4-a83a-c252002093e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.742600 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3ec167e9-54d4-41c4-a83a-c252002093e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.779347 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-3ec167e9-54d4-41c4-a83a-c252002093e8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c4707cfb7cd0431fbad2a008c9ef98e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342800 Jul 16 18:37:35.780277 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec167e9-54d4-41c4-a83a-c252002093e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1c9912-bf08-4d6b-8d3d-1359552cbda0,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:35.782229 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59630) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:35.833559 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fbdb8ad9-5070-4964-b3d0-8af9226f1a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.854825 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fbdb8ad9-5070-4964-b3d0-8af9226f1a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.905539 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fbdb8ad9-5070-4964-b3d0-8af9226f1a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.908590 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fbdb8ad9-5070-4964-b3d0-8af9226f1a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.909794 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-fbdb8ad9-5070-4964-b3d0-8af9226f1a1e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2f1c9912-bf08-4d6b-8d3d-1359552cbda0 HTTP/1.1" status: 204 len: 168 time: 0.1259217 Jul 16 18:37:35.918306 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb8ad9-5070-4964-b3d0-8af9226f1a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1c9912-bf08-4d6b-8d3d-1359552cbda0,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:36.014837 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59642) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:36.223272 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1221042476-network', 'tenant_id': '85b5a8f1167e4ed09174f5dea54ac5d2'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:36.261006 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] Made reservation on behalf of 85b5a8f1167e4ed09174f5dea54ac5d2 for: {'network': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:36.263810 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.272618 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.372886 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.382295 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.383438 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a11cc-541b-4cf1-9d62-b74d547aeb8d req-27a75c91-8a6c-4b77-a370-966fc320d8de tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:36.385259 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c02a11cc-541b-4cf1-9d62-b74d547aeb8d req-27a75c91-8a6c-4b77-a370-966fc320d8de tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0869303 Jul 16 18:37:36.395390 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=93247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:37:36.427893 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.428311 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.segments_db [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] Added segment a5c61071-9f49-4467-9904-970b2f2e5178 of type vlan for network 53676d4c-c90d-44a3-b10d-d616bd5d48e8 Jul 16 18:37:36.429694 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ac497f-a520-4748-b0fa-52cb3f6c35b8,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:36.445897 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c02a11cc-541b-4cf1-9d62-b74d547aeb8d req-97554ebe-96a4-4789-8599-ecff78e723f5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501695 Jul 16 18:37:36.475725 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.505032 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.506144 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:36.506717 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.538690 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5226364 Jul 16 18:37:36.542038 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59670) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:36.547513 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-baf176d9-3c8e-43ed-835f-f1e9b2af8b82 admin admin] Request body: {'subnet': {'network_id': '53676d4c-c90d-44a3-b10d-d616bd5d48e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1221042476-subnet', 'tenant_id': '85b5a8f1167e4ed09174f5dea54ac5d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:36.576781 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20ac93-c480-4816-b3fb-49e99ea9f81e admin admin] Pushing event updated for resources: {'Network': ['ID=53676d4c-c90d-44a3-b10d-d616bd5d48e8,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:36.589571 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network 53676d4c-c90d-44a3-b10d-d616bd5d48e8 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:37:36.598158 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf176d9-3c8e-43ed-835f-f1e9b2af8b82 admin admin] Made reservation on behalf of 85b5a8f1167e4ed09174f5dea54ac5d2 for: {'subnet': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:36.600971 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-baf176d9-3c8e-43ed-835f-f1e9b2af8b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8677874'] for subnet, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.780934 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-baf176d9-3c8e-43ed-835f-f1e9b2af8b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8677856'] for subnet, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.835980 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf176d9-3c8e-43ed-835f-f1e9b2af8b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68e78930-d62c-4c56-8cd5-86b53893f008,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:36.846851 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf176d9-3c8e-43ed-835f-f1e9b2af8b82 admin admin] Checking segment: {'id': 'a5c61071-9f49-4467-9904-970b2f2e5178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '53676d4c-c90d-44a3-b10d-d616bd5d48e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:36.847247 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf176d9-3c8e-43ed-835f-f1e9b2af8b82 admin admin] Network hostable DHCP agents. Network: 53676d4c-c90d-44a3-b10d-d616bd5d48e8, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:37:36.865450 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf176d9-3c8e-43ed-835f-f1e9b2af8b82 admin admin] Network 53676d4c-c90d-44a3-b10d-d616bd5d48e8 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:37:36.876968 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-baf176d9-3c8e-43ed-835f-f1e9b2af8b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, 53676d4c-c90d-44a3-b10d-d616bd5d48e8) {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:36.882063 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf176d9-3c8e-43ed-835f-f1e9b2af8b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:36.883323 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-baf176d9-3c8e-43ed-835f-f1e9b2af8b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.886551 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841dc43f-3ab1-44b6-bf0a-532cd4e8ff84 None None] Network 53676d4c-c90d-44a3-b10d-d616bd5d48e8 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:36.901817 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-baf176d9-3c8e-43ed-835f-f1e9b2af8b82 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3545585 Jul 16 18:37:37.028369 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5583761-47f6-4a7d-a025-9a95b3e988c4 None None] Network 53676d4c-c90d-44a3-b10d-d616bd5d48e8 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:37.423863 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 59696) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:37.429920 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-293589801-network', 'tenant_id': 'eddb26c221334be2acb3b7fe95c6357a'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:37.452402 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] Made reservation on behalf of eddb26c221334be2acb3b7fe95c6357a for: {'network': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:37.455011 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.463428 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.553881 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.564420 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.604245 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=93246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:37:37.636068 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81885cfb-f2f8-4c46-9de7-8e8adb9fbc46,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:37.636068 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.636068 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.segments_db [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] Added segment 74c0918b-7426-4689-a76a-c39eef453ebd of type vlan for network c8d767e2-29ea-4cc1-a3ee-f289d91b4d54 Jul 16 18:37:37.680327 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.695651 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f8e5d-ff20-473d-855e-64de017e251e req-6d261f15-c9d8-46b8-81c8-41948003ef56 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.697104 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7a6f8e5d-ff20-473d-855e-64de017e251e req-6d261f15-c9d8-46b8-81c8-41948003ef56 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.1454544 Jul 16 18:37:37.741947 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.742932 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.743547 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.776838 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7a6f8e5d-ff20-473d-855e-64de017e251e req-71528bb3-05fb-46d5-a2cb-c5e729bc983d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721967 Jul 16 18:37:37.793156 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3652885 Jul 16 18:37:37.799964 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59702) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:37.804999 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-4e5345a4-3742-4f85-9380-69f71cd6a4cb admin admin] Request body: {'subnet': {'network_id': 'c8d767e2-29ea-4cc1-a3ee-f289d91b4d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-293589801-subnet', 'tenant_id': 'eddb26c221334be2acb3b7fe95c6357a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:37.817782 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff121a-346f-43dc-9f76-b71c20fee62a admin admin] Pushing event updated for resources: {'Network': ['ID=c8d767e2-29ea-4cc1-a3ee-f289d91b4d54,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:37.829388 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network c8d767e2-29ea-4cc1-a3ee-f289d91b4d54 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:37:37.832707 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5345a4-3742-4f85-9380-69f71cd6a4cb admin admin] Made reservation on behalf of eddb26c221334be2acb3b7fe95c6357a for: {'subnet': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:37.835223 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4e5345a4-3742-4f85-9380-69f71cd6a4cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8677874'] for subnet, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.021974 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4e5345a4-3742-4f85-9380-69f71cd6a4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8677856'] for subnet, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.075176 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5345a4-3742-4f85-9380-69f71cd6a4cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e83e7b41-6cab-488c-8338-e54c0ed55f23,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:38.090454 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5345a4-3742-4f85-9380-69f71cd6a4cb admin admin] Checking segment: {'id': '74c0918b-7426-4689-a76a-c39eef453ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'c8d767e2-29ea-4cc1-a3ee-f289d91b4d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:38.090807 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5345a4-3742-4f85-9380-69f71cd6a4cb admin admin] Network hostable DHCP agents. Network: c8d767e2-29ea-4cc1-a3ee-f289d91b4d54, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:37:38.109028 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5345a4-3742-4f85-9380-69f71cd6a4cb admin admin] Network c8d767e2-29ea-4cc1-a3ee-f289d91b4d54 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:37:38.118988 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-4e5345a4-3742-4f85-9380-69f71cd6a4cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, c8d767e2-29ea-4cc1-a3ee-f289d91b4d54) {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:38.123126 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5345a4-3742-4f85-9380-69f71cd6a4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:38.123711 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4e5345a4-3742-4f85-9380-69f71cd6a4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.127932 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6165a601-2541-4c1e-b05a-6f16e309e66e None None] Network c8d767e2-29ea-4cc1-a3ee-f289d91b4d54 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:38.137107 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-4e5345a4-3742-4f85-9380-69f71cd6a4cb admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3359945 Jul 16 18:37:38.257999 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f58398-1b7c-41b6-a8c7-e01373928577 None None] Network c8d767e2-29ea-4cc1-a3ee-f289d91b4d54 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:38.976285 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6c47d-9a6c-4d28-9c8c-1c0152c0992d req-9cef21d1-b06b-416e-ac28-ea3fad1bdddc tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:38.977791 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d3b6c47d-9a6c-4d28-9c8c-1c0152c0992d req-9cef21d1-b06b-416e-ac28-ea3fad1bdddc tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0777774 Jul 16 18:37:39.020110 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d3b6c47d-9a6c-4d28-9c8c-1c0152c0992d req-d1c6879d-3e1c-487b-b1f7-1cf1b5798adc tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347111 Jul 16 18:37:40.201848 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb31f6-278b-4280-b6fb-4b2fd84452b6 req-5d321551-ad40-4ef5-855d-39f4658c7575 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:40.203320 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f9eb31f6-278b-4280-b6fb-4b2fd84452b6 req-5d321551-ad40-4ef5-855d-39f4658c7575 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0725932 Jul 16 18:37:40.243984 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f9eb31f6-278b-4280-b6fb-4b2fd84452b6 req-42375fee-f24e-4dbe-8203-53e19cca38ec tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351112 Jul 16 18:37:41.433148 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4081cfb-1f5e-4821-8429-5b2d361d23cf req-909d3470-3d2b-43d9-bf05-f776a5d64a2b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.434658 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d4081cfb-1f5e-4821-8429-5b2d361d23cf req-909d3470-3d2b-43d9-bf05-f776a5d64a2b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0682168 Jul 16 18:37:41.473012 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d4081cfb-1f5e-4821-8429-5b2d361d23cf req-aff0f406-7249-477e-98b6-53fb6b6b74c7 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327935 Jul 16 18:37:42.650132 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a107aea8-a44f-4d45-8e55-0ef3d712c5d4 req-55fd1204-9a86-4928-b29b-5279aafbae29 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.651652 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a107aea8-a44f-4d45-8e55-0ef3d712c5d4 req-55fd1204-9a86-4928-b29b-5279aafbae29 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0650907 Jul 16 18:37:42.687757 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a107aea8-a44f-4d45-8e55-0ef3d712c5d4 req-b23c1888-db26-4fa0-90d0-a517075f7102 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305066 Jul 16 18:37:43.879944 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34de4b-0368-4604-93bd-3c6463e1b0b7 req-8090a133-d897-483b-9f98-f5320eb31da1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:43.881756 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fc34de4b-0368-4604-93bd-3c6463e1b0b7 req-8090a133-d897-483b-9f98-f5320eb31da1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0779932 Jul 16 18:37:43.922888 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fc34de4b-0368-4604-93bd-3c6463e1b0b7 req-dd59b57b-f1a3-47ea-ba7b-fcc49d06c8bc tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349236 Jul 16 18:37:45.101678 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19db4b0-b263-4204-9a9e-a3671c33d417 req-8747c7e6-90d0-453e-ace7-fc1fbf0f0d35 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.103614 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c19db4b0-b263-4204-9a9e-a3671c33d417 req-8747c7e6-90d0-453e-ace7-fc1fbf0f0d35 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0693402 Jul 16 18:37:45.145461 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c19db4b0-b263-4204-9a9e-a3671c33d417 req-0d0194cb-c756-477a-8318-32073905fda3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357203 Jul 16 18:37:46.323864 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97223101-b29d-4067-bfb4-cb07b679ed17 req-d167ee67-fb08-45ff-801b-0b521c16e492 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.325364 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-97223101-b29d-4067-bfb4-cb07b679ed17 req-d167ee67-fb08-45ff-801b-0b521c16e492 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0634179 Jul 16 18:37:46.366925 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-97223101-b29d-4067-bfb4-cb07b679ed17 req-62af3bf3-7301-45ed-ad73-174f914cdc5b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360262 Jul 16 18:37:47.756061 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14846351-50e3-4df6-8af0-b39f343b8f51 req-e616ef56-f903-4799-8246-cb5b59ffe923 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:47.757626 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-14846351-50e3-4df6-8af0-b39f343b8f51 req-e616ef56-f903-4799-8246-cb5b59ffe923 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.2739222 Jul 16 18:37:47.795429 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-14846351-50e3-4df6-8af0-b39f343b8f51 req-55fff1d6-591f-4c63-b505-df19f85ac3b6 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317221 Jul 16 18:37:48.991629 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8395ea-9e11-4fb9-83ce-11b1cd40b727 req-f9d5930d-3273-439f-a108-c8f816541355 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:48.993261 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3e8395ea-9e11-4fb9-83ce-11b1cd40b727 req-f9d5930d-3273-439f-a108-c8f816541355 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0750628 Jul 16 18:37:49.034030 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3e8395ea-9e11-4fb9-83ce-11b1cd40b727 req-c1d4f09c-e361-4991-8540-4e6c56ad14ff tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347269 Jul 16 18:37:50.224392 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eaadb7-42b8-497f-bdc5-bd14dc90c3be req-9ca1ac68-73e0-4c8a-9dfc-52beb6347009 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:50.225889 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-64eaadb7-42b8-497f-bdc5-bd14dc90c3be req-9ca1ac68-73e0-4c8a-9dfc-52beb6347009 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0677912 Jul 16 18:37:50.264426 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-64eaadb7-42b8-497f-bdc5-bd14dc90c3be req-38d672a7-f22a-45c4-8ae6-4667ff756fc1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325942 Jul 16 18:37:51.446538 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2802fe9-fd9d-4854-9017-ebffb4a2c544 req-e883135e-f99a-4d17-93c4-12cf5eafde8f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:51.447984 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c2802fe9-fd9d-4854-9017-ebffb4a2c544 req-e883135e-f99a-4d17-93c4-12cf5eafde8f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0699589 Jul 16 18:37:51.484456 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c2802fe9-fd9d-4854-9017-ebffb4a2c544 req-16beeb5b-807f-4ca5-ab3c-ab509589b40d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305943 Jul 16 18:37:51.820769 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 59918) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:51.866693 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e35564b-ffeb-49e1-91ad-3fd1ee9ffccf admin admin] Deleting subnet 68e78930-d62c-4c56-8cd5-86b53893f008 {{(pid=93246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:51.870444 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2e35564b-ffeb-49e1-91ad-3fd1ee9ffccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.908633 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2e35564b-ffeb-49e1-91ad-3fd1ee9ffccf admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.914610 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2e35564b-ffeb-49e1-91ad-3fd1ee9ffccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.977012 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2e35564b-ffeb-49e1-91ad-3fd1ee9ffccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for subnet, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.002890 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e35564b-ffeb-49e1-91ad-3fd1ee9ffccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68e78930-d62c-4c56-8cd5-86b53893f008,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:52.004799 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2e35564b-ffeb-49e1-91ad-3fd1ee9ffccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.006707 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-2e35564b-ffeb-49e1-91ad-3fd1ee9ffccf admin admin] 10.222.0.68 "DELETE /v2.0/subnets/68e78930-d62c-4c56-8cd5-86b53893f008 HTTP/1.1" status: 204 len: 168 time: 0.1849034 Jul 16 18:37:52.009316 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 59920) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.077886 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.174102 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.184921 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:52.185257 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:52.186044 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:52.186381 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:52.186716 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:52.187043 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:52.187363 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:52.187668 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:52.187998 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:52.188318 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:52.253397 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:52.253769 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:52.254110 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:52.254443 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93246) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 18:37:52.254813 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53676d4c-c90d-44a3-b10d-d616bd5d48e8']}} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:52.272220 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c61071-9f49-4467-9904-970b2f2e5178') {'for_net_delete': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:52.272540 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c61071-9f49-4467-9904-970b2f2e5178') {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:52.287959 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10092803'] for segment, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.313277 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.322356 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=93246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:52.322782 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2312041'] for segment, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: from cryptography.utils import int_from_bytes Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: from cryptography.utils import int_from_bytes Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: Traceback (most recent call last): Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: timer() Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: cb(*args, **kw) Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: return func(*args, **kwargs) Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: self._notify() Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: self.callback(batched_events) Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: event.method(event) Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: return f(self, *a, **k) Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: return self._get(url).json() Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:52.326819 dv-cinder-786932-5-iscsi neutron-server[93246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:52.384352 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.391660 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.393607 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/53676d4c-c90d-44a3-b10d-d616bd5d48e8 HTTP/1.1" status: 204 len: 168 time: 0.3833299 Jul 16 18:37:52.396625 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59926) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.403210 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c75d0-c3de-45e8-8830-44f001510be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=53676d4c-c90d-44a3-b10d-d616bd5d48e8,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:52.444069 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_v2 [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Deleting subnet e83e7b41-6cab-488c-8338-e54c0ed55f23 {{(pid=93247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:52.447427 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.482814 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10409244'] for subnet, precommit_delete_associations {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.525633 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.584220 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8677849'] for subnet, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.610731 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e83e7b41-6cab-488c-8338-e54c0ed55f23,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:52.617444 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.619274 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/e83e7b41-6cab-488c-8338-e54c0ed55f23 HTTP/1.1" status: 204 len: 168 time: 0.2216177 Jul 16 18:37:52.621060 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.621397 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.621759 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.622127 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.622452 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.622789 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.623113 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.623437 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.623757 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.624111 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.624510 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.624857 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abf1dd-f61a-4f78-a4bd-3b9bdcf4b336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.625093 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 59930) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.710920 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.730106 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee719e-b36d-4b09-845f-f62f0285071c req-6973b569-f2d1-42e8-aa50-7319ebeb7190 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:52.731609 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6eee719e-b36d-4b09-845f-f62f0285071c req-6973b569-f2d1-42e8-aa50-7319ebeb7190 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.1347795 Jul 16 18:37:52.830077 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.847028 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d767e2-29ea-4cc1-a3ee-f289d91b4d54']}} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:52.855914 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6eee719e-b36d-4b09-845f-f62f0285071c req-51bb62d0-e110-4d92-8648-ee8d54345637 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959799 Jul 16 18:37:52.859156 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74c0918b-7426-4689-a76a-c39eef453ebd') {'for_net_delete': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:52.859449 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74c0918b-7426-4689-a76a-c39eef453ebd') {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:52.868214 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10092803'] for segment, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.882784 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.888650 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=93246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:52.889104 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2312041'] for segment, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: Traceback (most recent call last): Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: timer() Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: cb(*args, **kw) Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: return func(*args, **kwargs) Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: self._notify() Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: self.callback(batched_events) Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: event.method(event) Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: return f(self, *a, **k) Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: return self._get(url).json() Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:52.897747 dv-cinder-786932-5-iscsi neutron-server[93246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:52.960146 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.966431 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.968394 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] 10.222.0.68 "DELETE /v2.0/networks/c8d767e2-29ea-4cc1-a3ee-f289d91b4d54 HTTP/1.1" status: 204 len: 168 time: 0.3414795 Jul 16 18:37:52.979497 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Pushing event deleted for resources: {'Network': ['ID=c8d767e2-29ea-4cc1-a3ee-f289d91b4d54,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:52.987352 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.987707 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.988078 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.988418 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.988754 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.989088 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.989438 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.989809 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.990142 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.990468 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.990796 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:52.991117 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814766e-5107-4700-a5ba-0fa6fddbaedc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:53.133008 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59938) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.175425 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-f424ecf5-9034-4b11-bc13-7a90473d47b7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=85b5a8f1167e4ed09174f5dea54ac5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410709 Jul 16 18:37:53.177993 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59940) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.225075 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d57411cd-a256-44ac-b41b-be54a8c9259f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.245566 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d57411cd-a256-44ac-b41b-be54a8c9259f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.294861 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d57411cd-a256-44ac-b41b-be54a8c9259f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.297797 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d57411cd-a256-44ac-b41b-be54a8c9259f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.301706 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-d57411cd-a256-44ac-b41b-be54a8c9259f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/88ac497f-a520-4748-b0fa-52cb3f6c35b8 HTTP/1.1" status: 204 len: 168 time: 0.1227057 Jul 16 18:37:53.310036 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57411cd-a256-44ac-b41b-be54a8c9259f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ac497f-a520-4748-b0fa-52cb3f6c35b8,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:53.642408 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59948) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.683950 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-ab1f9362-d89b-446a-80b1-1d0b52e7cc7a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eddb26c221334be2acb3b7fe95c6357a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403883 Jul 16 18:37:53.686655 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59950) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.732287 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1978357d-52d7-481a-a4ec-83e9d6ad4d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.753480 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1978357d-52d7-481a-a4ec-83e9d6ad4d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.800853 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1978357d-52d7-481a-a4ec-83e9d6ad4d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.803659 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1978357d-52d7-481a-a4ec-83e9d6ad4d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.804804 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-1978357d-52d7-481a-a4ec-83e9d6ad4d92 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/81885cfb-f2f8-4c46-9de7-8e8adb9fbc46 HTTP/1.1" status: 204 len: 168 time: 0.1172853 Jul 16 18:37:53.812881 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978357d-52d7-481a-a4ec-83e9d6ad4d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81885cfb-f2f8-4c46-9de7-8e8adb9fbc46,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:54.044028 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f1dcf-5597-4283-92d2-c65d5a157b00 req-2f4e737a-61e8-48f1-a617-d439dfdf3daa tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:54.045538 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b15f1dcf-5597-4283-92d2-c65d5a157b00 req-2f4e737a-61e8-48f1-a617-d439dfdf3daa tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0731633 Jul 16 18:37:54.085628 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b15f1dcf-5597-4283-92d2-c65d5a157b00 req-cb255681-ac48-4234-8b6d-c513712c91d8 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339866 Jul 16 18:37:54.873807 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 59988) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.988670 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1b506bcd-4d53-43d8-96d8-3a645083b6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.084017 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1b506bcd-4d53-43d8-96d8-3a645083b6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.090197 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1b506bcd-4d53-43d8-96d8-3a645083b6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.129159 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-1b506bcd-4d53-43d8-96d8-3a645083b6de admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=beb0f8d35d9a4ce49dc13be1f005db00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541420 Jul 16 18:37:55.130475 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b506bcd-4d53-43d8-96d8-3a645083b6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f45a483-a7ab-4618-9ab2-2b2f27d57c04,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.131929 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 59994) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:55.192356 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9f6662d8-92ec-42c4-8b5d-146af135d9cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.241706 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9f6662d8-92ec-42c4-8b5d-146af135d9cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.301060 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdc7c4-d8c9-4dd2-90e7-586df821f06a req-05e736b3-0578-4daa-b9d7-b097e75642f3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:55.302598 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-aefdc7c4-d8c9-4dd2-90e7-586df821f06a req-05e736b3-0578-4daa-b9d7-b097e75642f3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.1007192 Jul 16 18:37:55.316094 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9f6662d8-92ec-42c4-8b5d-146af135d9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.318550 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9f6662d8-92ec-42c4-8b5d-146af135d9cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.319598 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-9f6662d8-92ec-42c4-8b5d-146af135d9cf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9f45a483-a7ab-4618-9ab2-2b2f27d57c04 HTTP/1.1" status: 204 len: 168 time: 0.1743519 Jul 16 18:37:55.335319 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6662d8-92ec-42c4-8b5d-146af135d9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f45a483-a7ab-4618-9ab2-2b2f27d57c04,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.358628 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-aefdc7c4-d8c9-4dd2-90e7-586df821f06a req-9161a587-e756-48ca-a24b-d2aae251656c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500398 Jul 16 18:37:56.542751 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01d34b-d54e-45f9-b312-fd775fa5c075 req-8f99139d-c905-4d3b-9627-458f25126199 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:56.544143 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9b01d34b-d54e-45f9-b312-fd775fa5c075 req-8f99139d-c905-4d3b-9627-458f25126199 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0613761 Jul 16 18:37:56.584830 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9b01d34b-d54e-45f9-b312-fd775fa5c075 req-eab92c37-4353-4980-abd5-dcddf0a5caac tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327258 Jul 16 18:37:57.771148 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dbf1f1-7dac-4670-8314-76657736cedd req-b96e7153-f44b-412a-8e51-fddee68bbc0f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:57.772678 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-47dbf1f1-7dac-4670-8314-76657736cedd req-b96e7153-f44b-412a-8e51-fddee68bbc0f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0733461 Jul 16 18:37:57.811316 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-47dbf1f1-7dac-4670-8314-76657736cedd req-531affe2-4cf1-4c3a-baa7-8bca199d0a6c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328188 Jul 16 18:37:58.671449 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-153c7f67-41e5-4701-a9b2-3cdd8f00160f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.995799 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:38:01.534923 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-6e9aa80d-a823-40d0-9193-69d937f7dbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:01.869880 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.091288 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-6f97ff4f-37dc-4c43-9c4e-dccc53000cf7 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:02.092776 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-6f97ff4f-37dc-4c43-9c4e-dccc53000cf7 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/networks?id=29873718-7d95-4147-8f25-a586bd11d585 HTTP/1.1" status: 200 len: 815 time: 0.1037841 Jul 16 18:38:02.109239 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-9afa1fef-c581-427f-9094-eabc48433077 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/quotas/c5607965800841a692b6942051d81098 HTTP/1.1" status: 200 len: 375 time: 0.0102797 Jul 16 18:38:02.218063 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-8d1f9e70-fb40-47f3-9c49-f797ddd73c03 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c5607965800841a692b6942051d81098&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1028972 Jul 16 18:38:02.319030 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988509a-88f5-44cb-81c7-d8bd2e784ae7 req-e79bbac4-cfcf-4afd-8a38-308f00967c82 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:02.320382 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e988509a-88f5-44cb-81c7-d8bd2e784ae7 req-e79bbac4-cfcf-4afd-8a38-308f00967c82 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.1085057 Jul 16 18:38:02.328817 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f6b491b2-8b20-4b0f-ae58-5a0f856d2c9a req-313fd77c-43d8-4d33-bd76-af435740ea8b service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817044 Jul 16 18:38:02.366532 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e988509a-88f5-44cb-81c7-d8bd2e784ae7 req-458faf3f-2c3b-4f38-a253-b49772a542cb tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364640 Jul 16 18:38:02.461251 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b491b2-8b20-4b0f-ae58-5a0f856d2c9a req-d526c8b3-1b69-436e-b5e2-584a69bd1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:02.463335 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f6b491b2-8b20-4b0f-ae58-5a0f856d2c9a req-d526c8b3-1b69-436e-b5e2-584a69bd1f23 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb54116dfef342de94149d52c6033134&device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 1098 time: 0.0666173 Jul 16 18:38:02.560458 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-9dbdeaf0-d009-441e-9db9-d5c471281f50 service neutron] 10.222.0.68 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350284 Jul 16 18:38:02.581841 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b491b2-8b20-4b0f-ae58-5a0f856d2c9a req-186a8f96-6d16-4ea4-8c50-a2479196ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:02.583407 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.583918 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f6b491b2-8b20-4b0f-ae58-5a0f856d2c9a req-186a8f96-6d16-4ea4-8c50-a2479196ee78 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8ad46c9-129c-4ddd-b2a7-74be4109f043 HTTP/1.1" status: 200 len: 920 time: 0.0918286 Jul 16 18:38:02.628707 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f6b491b2-8b20-4b0f-ae58-5a0f856d2c9a req-e684e03e-59eb-493e-aacb-e254f33f9bdb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53c62cf5-bc8e-4b46-83c1-5c407e228a6c HTTP/1.1" status: 200 len: 217 time: 0.0381231 Jul 16 18:38:02.654105 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-35a68634-954d-49d1-aac8-c2e19d1cb671 service neutron] 10.222.0.68 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870531 Jul 16 18:38:02.682543 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b491b2-8b20-4b0f-ae58-5a0f856d2c9a req-2c425ee4-e89b-409d-a539-a9cef9766df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:02.684069 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f6b491b2-8b20-4b0f-ae58-5a0f856d2c9a req-2c425ee4-e89b-409d-a539-a9cef9766df3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d5a1f91e-ba26-4d13-a774-60668e112a4c HTTP/1.1" status: 200 len: 859 time: 0.0449824 Jul 16 18:38:02.726253 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f6b491b2-8b20-4b0f-ae58-5a0f856d2c9a req-7135ba56-eba0-4cdd-96a6-e668f78727e5 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8ad46c9-129c-4ddd-b2a7-74be4109f043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264864 Jul 16 18:38:02.856196 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1d7ca6a2-eda0-42d8-93fc-5bb09fd6fdfc req-b109b215-18d8-4793-bd3e-bba366f20afd tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 210 time: 0.0398054 Jul 16 18:38:02.878729 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f6b491b2-8b20-4b0f-ae58-5a0f856d2c9a req-120cc9b9-eb41-43ff-817c-22864b354d74 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440380 Jul 16 18:38:02.898673 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.986814 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f6b491b2-8b20-4b0f-ae58-5a0f856d2c9a req-0818489f-1e9d-4837-83b9-3a732d93d5ca service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969107 Jul 16 18:38:03.559688 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774274d-f81c-420e-a268-589d2e8d25fb req-4baab6b2-4412-4d04-be3a-c91e341696c5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:03.560950 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4774274d-f81c-420e-a268-589d2e8d25fb req-4baab6b2-4412-4d04-be3a-c91e341696c5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0693634 Jul 16 18:38:03.599477 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4774274d-f81c-420e-a268-589d2e8d25fb req-0a9d7c1c-bd23-4104-865b-77dcb8d84e95 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324647 Jul 16 18:38:04.009138 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-46561197-aa72-4a14-b547-e8d99d7e2ac5 req-27ccd1d1-790b-4c17-a559-cbc3c0ec4a73 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 210 time: 0.0295320 Jul 16 18:38:04.022639 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.253064 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c52ebe-0a0c-467c-9cc0-adfafeabe44f req-2e9374f3-fd8e-49df-9f51-770e575f06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:04.254648 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a4c52ebe-0a0c-467c-9cc0-adfafeabe44f req-2e9374f3-fd8e-49df-9f51-770e575f06e1 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 1098 time: 0.0541186 Jul 16 18:38:04.332751 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a4c52ebe-0a0c-467c-9cc0-adfafeabe44f req-b16ba64c-81b2-4ebc-80f6-22153a5d2c7d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303018 Jul 16 18:38:04.769513 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996abedb-aeb5-417b-85cc-391212f16874 req-bef1917f-7f80-43cf-95c5-2972be220e1d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:04.770876 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-996abedb-aeb5-417b-85cc-391212f16874 req-bef1917f-7f80-43cf-95c5-2972be220e1d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0627954 Jul 16 18:38:04.810419 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-996abedb-aeb5-417b-85cc-391212f16874 req-9f93eda1-2db3-4ce7-96ac-75e817eff711 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337172 Jul 16 18:38:05.082333 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-b185a072-4f41-4ebd-8d2e-9acd2dec1118 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:05.083940 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-b185a072-4f41-4ebd-8d2e-9acd2dec1118 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "GET /v2.0/networks?id=29873718-7d95-4147-8f25-a586bd11d585 HTTP/1.1" status: 200 len: 815 time: 0.1098421 Jul 16 18:38:05.111850 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-d10a8773-0199-425d-9d5f-1444cf940b1e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Request body: {'port': {'device_id': '9e35a484-5ac8-4ce1-a113-5686d57961aa', 'network_id': '29873718-7d95-4147-8f25-a586bd11d585', 'admin_state_up': True, 'tenant_id': 'c5607965800841a692b6942051d81098'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:05.160225 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b39255de-6390-4679-936e-d5e48edb25b0 req-27cd1eb7-0d3c-411f-8464-855b1eb7f3e6 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 210 time: 0.0290027 Jul 16 18:38:05.225999 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-d10a8773-0199-425d-9d5f-1444cf940b1e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Made reservation on behalf of c5607965800841a692b6942051d81098 for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:05.229583 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-d10a8773-0199-425d-9d5f-1444cf940b1e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.356811 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-d10a8773-0199-425d-9d5f-1444cf940b1e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Allocated IP 172.20.0.2 (29873718-7d95-4147-8f25-a586bd11d585/19ee39ff-aec1-451c-8b83-48ed0ded6052/0fa761ad-3ec1-4f42-a7c9-596e67e2970d) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:05.511327 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-d10a8773-0199-425d-9d5f-1444cf940b1e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.556248 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-d10a8773-0199-425d-9d5f-1444cf940b1e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.603476 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-d10a8773-0199-425d-9d5f-1444cf940b1e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Network 29873718-7d95-4147-8f25-a586bd11d585 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:05.606659 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-d10a8773-0199-425d-9d5f-1444cf940b1e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:05.610625 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-d10a8773-0199-425d-9d5f-1444cf940b1e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:05.615654 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['f7de5804-4d6b-4738-8de2-a92f64a3fe3b'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:05.633817 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a8773-0199-425d-9d5f-1444cf940b1e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Pushing event updated for resources: {'Port': ['ID=0fa761ad-3ec1-4f42-a7c9-596e67e2970d,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:05.664140 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-d10a8773-0199-425d-9d5f-1444cf940b1e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:05.664925 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-d10a8773-0199-425d-9d5f-1444cf940b1e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.683032 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-d10a8773-0199-425d-9d5f-1444cf940b1e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5752094 Jul 16 18:38:05.712461 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Request body: {'port': {'device_id': '9e35a484-5ac8-4ce1-a113-5686d57961aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:05.786002 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.958313 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 60254) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:06.079066 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8655c203-88e3-4167-8968-f3d9da75e6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.080840 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07456a78-a31f-4d43-a303-8be2c6e3dafa req-cba50fb5-3f99-479c-896d-5cfd90d6079a tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.082471 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-07456a78-a31f-4d43-a303-8be2c6e3dafa req-cba50fb5-3f99-479c-896d-5cfd90d6079a tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.1477098 Jul 16 18:38:06.154258 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-07456a78-a31f-4d43-a303-8be2c6e3dafa req-bff9a678-8560-4f23-b966-087b330b59e0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652452 Jul 16 18:38:06.187060 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa761ad-3ec1-4f42-a7c9-596e67e2970d {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:06.192820 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8655c203-88e3-4167-8968-f3d9da75e6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.195758 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.202850 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8655c203-88e3-4167-8968-f3d9da75e6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.207854 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Transition to ACTIVE for port object 0fa761ad-3ec1-4f42-a7c9-596e67e2970d will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:06.213658 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.244737 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-8655c203-88e3-4167-8968-f3d9da75e6c8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c86d0b2749284ed9a3579d3cc57f8478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2829859 Jul 16 18:38:06.245312 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 60268) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:06.246536 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655c203-88e3-4167-8968-f3d9da75e6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11fd21e-b193-4e69-b70b-cc0158c68de8,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:06.303815 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Pushing event updated for resources: {'Port': ['ID=0fa761ad-3ec1-4f42-a7c9-596e67e2970d,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:06.413712 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3ed3-0fa2-4c99-ac1a-314dca539613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.421759 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Attempting to bind port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:06.422078 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Attempting to bind port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:06.422424 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Attempting to bind port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d on network 29873718-7d95-4147-8f25-a586bd11d585 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:06.446508 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d on network 29873718-7d95-4147-8f25-a586bd11d585 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:06.446828 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Attempting to bind port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d on network 29873718-7d95-4147-8f25-a586bd11d585 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:06.449799 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3ed3-0fa2-4c99-ac1a-314dca539613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.465823 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16d1ae-b0c1-41e2-8157-9a8712945ae1 req-df1eeca9-425c-4ba0-9e32-561429ccce24 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.467325 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5a16d1ae-b0c1-41e2-8157-9a8712945ae1 req-df1eeca9-425c-4ba0-9e32-561429ccce24 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 943 time: 0.1797214 Jul 16 18:38:06.478628 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:06.478968 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Checking segment: {'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:06.479343 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Bound using segment: {'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:06.479776 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Bound port: 0fa761ad-3ec1-4f42-a7c9-596e67e2970d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:06.480133 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.561559 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5a16d1ae-b0c1-41e2-8157-9a8712945ae1 req-0c4b17ed-3f82-458a-b167-9c08b47ac6f5 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860827 Jul 16 18:38:06.579389 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3ed3-0fa2-4c99-ac1a-314dca539613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.581935 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a4fd3ed3-0fa2-4c99-ac1a-314dca539613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.583036 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a4fd3ed3-0fa2-4c99-ac1a-314dca539613 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a11fd21e-b193-4e69-b70b-cc0158c68de8 HTTP/1.1" status: 204 len: 168 time: 0.3347754 Jul 16 18:38:06.596756 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] For port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:06.598998 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd3ed3-0fa2-4c99-ac1a-314dca539613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11fd21e-b193-4e69-b70b-cc0158c68de8,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:06.601734 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] For port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0fa761ad-3ec1-4f42-a7c9-596e67e2970d,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:06.607698 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.646098 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.646745 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:06.648126 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] 10.222.0.84 "PUT /v2.0/ports/0fa761ad-3ec1-4f42-a7c9-596e67e2970d HTTP/1.1" status: 200 len: 1093 time: 0.9401498 Jul 16 18:38:06.648565 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e35a484-5ac8-4ce1-a113-5686d57961aa', 'tag': '0fa761ad-3ec1-4f42-a7c9-596e67e2970d'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:06.650991 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fabbbf7-2ede-470f-a279-bd1df1218532" -d '{"events": [{"name": "network-changed", "server_uuid": "9e35a484-5ac8-4ce1-a113-5686d57961aa", "tag": "0fa761ad-3ec1-4f42-a7c9-596e67e2970d"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:06.670453 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70a9e5-29da-4ffd-9a98-9e1774a6b06b service neutron] Pushing event updated for resources: {'Port': ['ID=0fa761ad-3ec1-4f42-a7c9-596e67e2970d,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:06.697144 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1552d6b8-e12f-4c94-ac54-bf962d1164ad x-openstack-request-id: req-1552d6b8-e12f-4c94-ac54-bf962d1164ad {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:06.697555 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e35a484-5ac8-4ce1-a113-5686d57961aa", "tag": "0fa761ad-3ec1-4f42-a7c9-596e67e2970d", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:06.697814 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1552d6b8-e12f-4c94-ac54-bf962d1164ad {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:06.698245 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e35a484-5ac8-4ce1-a113-5686d57961aa', 'tag': '0fa761ad-3ec1-4f42-a7c9-596e67e2970d', 'status': 'completed', 'code': 200} Jul 16 18:38:06.810094 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-3a6f6a73-1308-4133-8d7d-7efc88b63298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.811613 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-3a6f6a73-1308-4133-8d7d-7efc88b63298 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5607965800841a692b6942051d81098&device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 1096 time: 0.0523505 Jul 16 18:38:06.880930 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-e9680251-482b-4c55-bf05-36abd4f5d58c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fa761ad-3ec1-4f42-a7c9-596e67e2970d HTTP/1.1" status: 200 len: 217 time: 0.0431969 Jul 16 18:38:06.932463 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-35d9134c-a11c-4d0c-92f0-01d738d71655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:06.933991 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-35d9134c-a11c-4d0c-92f0-01d738d71655 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=19ee39ff-aec1-451c-8b83-48ed0ded6052 HTTP/1.1" status: 200 len: 855 time: 0.0462418 Jul 16 18:38:06.974186 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-b5d85946-32b6-41a8-af73-77146e924668 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=29873718-7d95-4147-8f25-a586bd11d585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279202 Jul 16 18:38:07.081692 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-d4498467-1ec1-467f-b65a-ddee2fef1001 service neutron] 10.222.0.84 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961702 Jul 16 18:38:07.174116 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e0db3e33-ea59-41aa-8425-156b59828c9d req-b7cf6305-4a28-4354-8238-9f2e82b7d3ab service neutron] 10.222.0.84 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829868 Jul 16 18:38:07.337011 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b71d33-dd4c-4261-974f-915c4ebb81a9 req-9c8446a2-3db0-4ef8-97bc-39f158a8c6b8 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.338523 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c1b71d33-dd4c-4261-974f-915c4ebb81a9 req-9c8446a2-3db0-4ef8-97bc-39f158a8c6b8 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0712206 Jul 16 18:38:07.620623 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c1b71d33-dd4c-4261-974f-915c4ebb81a9 req-abcf1f5a-c0a0-4374-82bf-07b3792c92b3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696779 Jul 16 18:38:07.635146 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabbbf7-2ede-470f-a279-bd1df1218532 req-35218d29-9ab6-45b3-8648-e062fbab115d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.636639 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fabbbf7-2ede-470f-a279-bd1df1218532 req-35218d29-9ab6-45b3-8648-e062fbab115d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5607965800841a692b6942051d81098&device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 1096 time: 0.2965536 Jul 16 18:38:07.754447 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34470785-ea81-417a-899c-ae6db7e7048e req-40a8c1ad-fbd2-437e-b722-2b87b8569321 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.756660 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-34470785-ea81-417a-899c-ae6db7e7048e req-40a8c1ad-fbd2-437e-b722-2b87b8569321 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 943 time: 0.0698018 Jul 16 18:38:07.805794 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-34470785-ea81-417a-899c-ae6db7e7048e req-2a0de63c-7242-4c92-9964-a96790fc0aa4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435383 Jul 16 18:38:07.808778 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabbbf7-2ede-470f-a279-bd1df1218532 req-b947f31a-c337-4936-8969-52160b7e442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.810654 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fabbbf7-2ede-470f-a279-bd1df1218532 req-b947f31a-c337-4936-8969-52160b7e442f service neutron] 10.222.0.84 "GET /v2.0/networks?id=29873718-7d95-4147-8f25-a586bd11d585 HTTP/1.1" status: 200 len: 916 time: 0.1586039 Jul 16 18:38:07.830368 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28bafb9-b1b1-4bb2-93f0-f637959ce5dd req-9468392c-667f-4a21-9036-d62232d59f39 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.837470 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d28bafb9-b1b1-4bb2-93f0-f637959ce5dd req-9468392c-667f-4a21-9036-d62232d59f39 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0986655 Jul 16 18:38:07.882631 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fabbbf7-2ede-470f-a279-bd1df1218532 req-d0d657a3-b50d-4a30-87f3-6a93e7f3590b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0fa761ad-3ec1-4f42-a7c9-596e67e2970d HTTP/1.1" status: 200 len: 217 time: 0.0604537 Jul 16 18:38:07.943327 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d28bafb9-b1b1-4bb2-93f0-f637959ce5dd req-188ae4e1-bae8-4561-8269-414a635af2c3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049304 Jul 16 18:38:07.953391 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabbbf7-2ede-470f-a279-bd1df1218532 req-8d9cba0d-e498-44e7-b255-42ddbe17d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:07.958069 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fabbbf7-2ede-470f-a279-bd1df1218532 req-8d9cba0d-e498-44e7-b255-42ddbe17d1c3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=19ee39ff-aec1-451c-8b83-48ed0ded6052 HTTP/1.1" status: 200 len: 855 time: 0.0670638 Jul 16 18:38:08.005280 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fabbbf7-2ede-470f-a279-bd1df1218532 req-ccbb5d04-75dd-40d3-aff4-4f7d925ac622 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=29873718-7d95-4147-8f25-a586bd11d585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345941 Jul 16 18:38:08.117153 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fabbbf7-2ede-470f-a279-bd1df1218532 req-ca1d2d4e-ce6a-4018-9946-1e98112f377b service neutron] 10.222.0.84 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038539 Jul 16 18:38:08.231107 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fabbbf7-2ede-470f-a279-bd1df1218532 req-235a4f06-7c87-4008-8fbc-cfc24965b5d3 service neutron] 10.222.0.84 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980284 Jul 16 18:38:08.991655 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612e77f-226a-4416-8515-7182bfbaa30c req-f7d033cd-15a2-43e0-af24-38c0666c0275 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:08.993071 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5612e77f-226a-4416-8515-7182bfbaa30c req-f7d033cd-15a2-43e0-af24-38c0666c0275 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 943 time: 0.0666773 Jul 16 18:38:09.034628 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5612e77f-226a-4416-8515-7182bfbaa30c req-a3f76cf5-21ce-488a-9fac-5101a3e63e32 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336084 Jul 16 18:38:09.370843 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 0fa761ad-3ec1-4f42-a7c9-596e67e2970d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:09.469949 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0fa761ad-3ec1-4f42-a7c9-596e67e2970d,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:09.480914 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '0fa761ad-3ec1-4f42-a7c9-596e67e2970d', 'network_id': '29873718-7d95-4147-8f25-a586bd11d585', 'port_id': '0fa761ad-3ec1-4f42-a7c9-596e67e2970d', 'mac_address': 'fa:16:3e:ac:51:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ee39ff-aec1-451c-8b83-48ed0ded6052', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:09.516402 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.529098 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa761ad-3ec1-4f42-a7c9-596e67e2970d {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:09.548302 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0fa761ad-3ec1-4f42-a7c9-596e67e2970d,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:09.552377 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:09.602831 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=0fa761ad-3ec1-4f42-a7c9-596e67e2970d,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:09.752409 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9786e-8547-47c7-9c68-3c61427044c0 req-a2cc8bcd-ad7f-4453-864e-f049edf8febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.753589 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-95f9786e-8547-47c7-9c68-3c61427044c0 req-a2cc8bcd-ad7f-4453-864e-f049edf8febc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb54116dfef342de94149d52c6033134&device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 1098 time: 0.0599668 Jul 16 18:38:09.768207 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5634b-035d-4c51-ad14-13a2d7497a2e req-9be2531f-b5c9-4ea0-bdd5-0d5212f31dc1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.769722 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-45a5634b-035d-4c51-ad14-13a2d7497a2e req-9be2531f-b5c9-4ea0-bdd5-0d5212f31dc1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0665872 Jul 16 18:38:09.809326 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-45a5634b-035d-4c51-ad14-13a2d7497a2e req-987ccfc8-ba1b-4194-b3e2-ce29d7ef8ad5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336115 Jul 16 18:38:09.861119 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9786e-8547-47c7-9c68-3c61427044c0 req-5e441990-81a4-45b6-af5e-13a369d345d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.862664 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-95f9786e-8547-47c7-9c68-3c61427044c0 req-5e441990-81a4-45b6-af5e-13a369d345d8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8ad46c9-129c-4ddd-b2a7-74be4109f043 HTTP/1.1" status: 200 len: 920 time: 0.0941861 Jul 16 18:38:09.910924 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-95f9786e-8547-47c7-9c68-3c61427044c0 req-ed8bda8b-2bf8-42de-93c4-7fcc999bb9ee service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53c62cf5-bc8e-4b46-83c1-5c407e228a6c HTTP/1.1" status: 200 len: 217 time: 0.0399172 Jul 16 18:38:09.970252 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9786e-8547-47c7-9c68-3c61427044c0 req-9b97c9fa-1984-4971-8c0a-d1d4bf2be4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:09.971744 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-95f9786e-8547-47c7-9c68-3c61427044c0 req-9b97c9fa-1984-4971-8c0a-d1d4bf2be4d2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d5a1f91e-ba26-4d13-a774-60668e112a4c HTTP/1.1" status: 200 len: 859 time: 0.0517888 Jul 16 18:38:10.007018 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-95f9786e-8547-47c7-9c68-3c61427044c0 req-79873b2f-d8f6-4f7f-8d13-8e08b32a3e90 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8ad46c9-129c-4ddd-b2a7-74be4109f043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277927 Jul 16 18:38:10.118396 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-95f9786e-8547-47c7-9c68-3c61427044c0 req-854bafef-aa4e-4515-bcdd-6cb954ec3308 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004741 Jul 16 18:38:10.214209 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['0fa761ad-3ec1-4f42-a7c9-596e67e2970d'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:10.274598 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-95f9786e-8547-47c7-9c68-3c61427044c0 req-1e9f72b0-14d5-452b-af4c-775038920086 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424644 Jul 16 18:38:10.303924 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48caba-8c3d-4455-8280-1ff754c57da3 req-eb5c45fa-c734-493f-89c4-5c792e05590d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.311481 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ba48caba-8c3d-4455-8280-1ff754c57da3 req-eb5c45fa-c734-493f-89c4-5c792e05590d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 944 time: 0.1135938 Jul 16 18:38:10.371096 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ba48caba-8c3d-4455-8280-1ff754c57da3 req-86da23cf-ff96-465b-9aaa-19bd465d6084 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572469 Jul 16 18:38:10.988905 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba389ab-1555-4e14-b453-593f4f25ee3e req-5b149f73-2a53-430c-9e70-50bb59fd29f0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:10.990619 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5ba389ab-1555-4e14-b453-593f4f25ee3e req-5b149f73-2a53-430c-9e70-50bb59fd29f0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0715568 Jul 16 18:38:11.029982 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5ba389ab-1555-4e14-b453-593f4f25ee3e req-e7f66f15-16b3-4542-9475-7af13f2a172c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329893 Jul 16 18:38:11.547602 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff77932-094d-43e8-90e1-c29d2f4d64e7 req-b7d490a7-84ba-4032-b8ac-4209ddb396c1 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:11.548981 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0ff77932-094d-43e8-90e1-c29d2f4d64e7 req-b7d490a7-84ba-4032-b8ac-4209ddb396c1 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 944 time: 0.0655665 Jul 16 18:38:11.590238 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0ff77932-094d-43e8-90e1-c29d2f4d64e7 req-3caf8fda-e9fa-4a26-b376-e514a8fc0402 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327666 Jul 16 18:38:12.220581 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebac77-fad5-4477-9468-9331e37c8199 req-6af7a679-4ea9-4f05-8cf0-3426b8a2c27f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:12.222119 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-37ebac77-fad5-4477-9468-9331e37c8199 req-6af7a679-4ea9-4f05-8cf0-3426b8a2c27f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0730116 Jul 16 18:38:12.259848 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-37ebac77-fad5-4477-9468-9331e37c8199 req-65b6051b-ad7e-4db8-875a-686e748b77ef tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321190 Jul 16 18:38:12.766804 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa822876-73f5-452c-98ee-c5eb10b35179 req-9247ad31-7cd5-4187-b28e-4a2007eefbfa tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:12.768304 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fa822876-73f5-452c-98ee-c5eb10b35179 req-9247ad31-7cd5-4187-b28e-4a2007eefbfa tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 944 time: 0.0678618 Jul 16 18:38:12.807111 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fa822876-73f5-452c-98ee-c5eb10b35179 req-7bc1a2f1-7d4f-4e11-97d2-5ede81974f02 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332551 Jul 16 18:38:13.111227 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ecca-4c75-43fe-a8bd-f5fc3459b582 req-4693fbc1-128b-42ca-8bc5-7ae0a8e0152d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:13.112665 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1b19ecca-4c75-43fe-a8bd-f5fc3459b582 req-4693fbc1-128b-42ca-8bc5-7ae0a8e0152d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0650129 Jul 16 18:38:13.151527 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1b19ecca-4c75-43fe-a8bd-f5fc3459b582 req-8ac5c669-b35e-4a99-8a56-b0234b3aa3d6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325789 Jul 16 18:38:13.392049 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 0fa761ad-3ec1-4f42-a7c9-596e67e2970d up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:13.450799 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:13.451456 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751aee2-ea0d-469c-b6b0-4ddacea1a876 req-35afc5b1-00f2-456e-adf2-4377868d03ef tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:13.453153 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b751aee2-ea0d-469c-b6b0-4ddacea1a876 req-35afc5b1-00f2-456e-adf2-4377868d03ef tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0776653 Jul 16 18:38:13.456088 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:13.456477 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.494166 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b751aee2-ea0d-469c-b6b0-4ddacea1a876 req-364ff7e9-fa8a-4842-a397-19eaca2f8a2f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338056 Jul 16 18:38:13.555098 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.582408 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e35a484-5ac8-4ce1-a113-5686d57961aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa761ad-3ec1-4f42-a7c9-596e67e2970d'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:13.584693 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30146280-0daa-4711-9914-8ce488c263f3" -d '{"events": [{"server_uuid": "9e35a484-5ac8-4ce1-a113-5686d57961aa", "name": "network-vif-plugged", "status": "completed", "tag": "0fa761ad-3ec1-4f42-a7c9-596e67e2970d"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:13.599202 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0fa761ad-3ec1-4f42-a7c9-596e67e2970d,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:13.603203 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:13.629580 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fac7fa-9c8e-4bec-8458-9a3e80c7ed8e x-openstack-request-id: req-38fac7fa-9c8e-4bec-8458-9a3e80c7ed8e {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:13.629856 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e35a484-5ac8-4ce1-a113-5686d57961aa", "name": "network-vif-plugged", "status": "completed", "tag": "0fa761ad-3ec1-4f42-a7c9-596e67e2970d", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:13.630164 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-38fac7fa-9c8e-4bec-8458-9a3e80c7ed8e {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:13.630559 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e35a484-5ac8-4ce1-a113-5686d57961aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa761ad-3ec1-4f42-a7c9-596e67e2970d', 'code': 200} Jul 16 18:38:13.655687 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=0fa761ad-3ec1-4f42-a7c9-596e67e2970d,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:13.662708 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.663060 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.663400 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.663734 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.664065 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.664393 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.664720 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.665043 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.665409 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.666529 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.666874 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.667553 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:13.815309 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 60518) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:13.948701 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-fe5d1567-35c0-4f31-84bf-9b5b46bf66f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.001684 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c448ed-a9d9-4d39-9213-297ff9017da6 req-e9bc5f4e-e8c0-4c72-9dca-6d5db6b789ef tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.003226 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-05c448ed-a9d9-4d39-9213-297ff9017da6 req-e9bc5f4e-e8c0-4c72-9dca-6d5db6b789ef tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 945 time: 0.0792167 Jul 16 18:38:14.011843 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88fc29-2f4d-4786-8eaa-f528646c3d9d req-b1b86403-34a6-4894-a60b-66a0db224efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.013577 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6c88fc29-2f4d-4786-8eaa-f528646c3d9d req-b1b86403-34a6-4894-a60b-66a0db224efc service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 1098 time: 0.1190643 Jul 16 18:38:14.044452 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-05c448ed-a9d9-4d39-9213-297ff9017da6 req-fab25f87-62b6-4bce-8c2e-93477a5374db tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350039 Jul 16 18:38:14.068329 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6c88fc29-2f4d-4786-8eaa-f528646c3d9d req-09860df5-dcc0-4a91-9d3f-3c2fa37d1d5a service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440149 Jul 16 18:38:14.095132 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-fe5d1567-35c0-4f31-84bf-9b5b46bf66f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.100067 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-fe5d1567-35c0-4f31-84bf-9b5b46bf66f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.137611 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d1567-35c0-4f31-84bf-9b5b46bf66f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59d15ad-b9e0-4379-8011-44e618d0578e,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:14.143143 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-fe5d1567-35c0-4f31-84bf-9b5b46bf66f6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c351a6b70f1d4e4f94eedd9f5e7bd2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264945 Jul 16 18:38:14.146074 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 60526) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:14.195280 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-90267e9c-f6a9-467c-821a-6437d88a80d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.218292 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-90267e9c-f6a9-467c-821a-6437d88a80d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.271327 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-90267e9c-f6a9-467c-821a-6437d88a80d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.273968 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-90267e9c-f6a9-467c-821a-6437d88a80d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:14.275143 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-90267e9c-f6a9-467c-821a-6437d88a80d2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d59d15ad-b9e0-4379-8011-44e618d0578e HTTP/1.1" status: 204 len: 168 time: 0.1281674 Jul 16 18:38:14.308382 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90267e9c-f6a9-467c-821a-6437d88a80d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59d15ad-b9e0-4379-8011-44e618d0578e,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:14.343960 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaf632-957f-4f7b-b6fb-f9bace3ff0df req-8c1a09a5-3446-4735-b3b9-fb2696ddd18b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.345491 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6edaf632-957f-4f7b-b6fb-f9bace3ff0df req-8c1a09a5-3446-4735-b3b9-fb2696ddd18b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0691676 Jul 16 18:38:14.384647 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6edaf632-957f-4f7b-b6fb-f9bace3ff0df req-bda18801-1cb7-4d6e-b3f2-2b4dc85d7333 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332468 Jul 16 18:38:14.682625 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5eb730-41bb-45e1-9089-cd49f2d36937 req-87403cef-17f0-4ade-bb70-da28aadf91e4 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:14.684912 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1e5eb730-41bb-45e1-9089-cd49f2d36937 req-87403cef-17f0-4ade-bb70-da28aadf91e4 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0705397 Jul 16 18:38:14.726015 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1e5eb730-41bb-45e1-9089-cd49f2d36937 req-3329ba85-be97-4e70-bc52-0cd62db91995 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352552 Jul 16 18:38:14.910856 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 60564) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:15.018164 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c00701a3-6821-4cdb-8de2-699437cee83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.122807 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c00701a3-6821-4cdb-8de2-699437cee83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.127721 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c00701a3-6821-4cdb-8de2-699437cee83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.173425 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00701a3-6821-4cdb-8de2-699437cee83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43167fed-c210-4b4d-b20a-e43f0e85e3c9,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:15.182277 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-c00701a3-6821-4cdb-8de2-699437cee83d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b3d3fbd2bcbd45018c69d74e70477b01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702210 Jul 16 18:38:15.182387 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 60576) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:15.237848 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-554df5fe-785a-41e1-b9b9-4461b99618f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.259939 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d5f4b-1906-4f49-9722-961b8fd5d070 req-fb740897-26ce-43ab-ac68-91c38bca1b70 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.262427 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-554df5fe-785a-41e1-b9b9-4461b99618f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.265884 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-567d5f4b-1906-4f49-9722-961b8fd5d070 req-fb740897-26ce-43ab-ac68-91c38bca1b70 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 945 time: 0.1034694 Jul 16 18:38:15.320573 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-567d5f4b-1906-4f49-9722-961b8fd5d070 req-4c940bed-92c2-4927-af28-65e2e2b8878d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496976 Jul 16 18:38:15.327317 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-554df5fe-785a-41e1-b9b9-4461b99618f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.332037 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-554df5fe-785a-41e1-b9b9-4461b99618f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.333332 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-554df5fe-785a-41e1-b9b9-4461b99618f5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/43167fed-c210-4b4d-b20a-e43f0e85e3c9 HTTP/1.1" status: 204 len: 168 time: 0.1499352 Jul 16 18:38:15.341887 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554df5fe-785a-41e1-b9b9-4461b99618f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43167fed-c210-4b4d-b20a-e43f0e85e3c9,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:15.565087 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b281d-df58-401c-88b4-5c9b9ed6a110 req-a61a47e3-a9d1-449b-8419-5c570a0f5ec0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.566926 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4e7b281d-df58-401c-88b4-5c9b9ed6a110 req-a61a47e3-a9d1-449b-8419-5c570a0f5ec0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0644050 Jul 16 18:38:15.605704 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4e7b281d-df58-401c-88b4-5c9b9ed6a110 req-d5bc9f22-2775-4874-8932-f49c90c540bc tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327973 Jul 16 18:38:15.609224 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 60590) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:15.622340 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1475-407d-4763-a214-fd26ef822838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.709978 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1475-407d-4763-a214-fd26ef822838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.714522 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a5bf1475-407d-4763-a214-fd26ef822838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.752503 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a5bf1475-407d-4763-a214-fd26ef822838 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6ad0885db6a44f2fb99ab12c04cf4472&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421542 Jul 16 18:38:15.753302 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf1475-407d-4763-a214-fd26ef822838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904bf203-9f40-44fc-a7df-57d13a21311e,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:15.755360 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 60594) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:15.808173 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8c9c4b4a-11f2-44d3-9c8b-17d9415556a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.833011 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8c9c4b4a-11f2-44d3-9c8b-17d9415556a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.878467 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8c9c4b4a-11f2-44d3-9c8b-17d9415556a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.881098 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8c9c4b4a-11f2-44d3-9c8b-17d9415556a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.885013 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-8c9c4b4a-11f2-44d3-9c8b-17d9415556a1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/904bf203-9f40-44fc-a7df-57d13a21311e HTTP/1.1" status: 204 len: 168 time: 0.1284404 Jul 16 18:38:15.893989 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c4b4a-11f2-44d3-9c8b-17d9415556a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904bf203-9f40-44fc-a7df-57d13a21311e,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:15.906857 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873f718-53f4-40f7-b6ac-2a8638e6b26e req-c5418ab4-6c6b-4ec1-a807-6e369c7c529d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:15.908358 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0873f718-53f4-40f7-b6ac-2a8638e6b26e req-c5418ab4-6c6b-4ec1-a807-6e369c7c529d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0704250 Jul 16 18:38:15.946664 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0873f718-53f4-40f7-b6ac-2a8638e6b26e req-f317ed65-c476-4346-a241-533f6c6c6f1d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322752 Jul 16 18:38:16.233167 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 60602) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:16.246707 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a53955ec-4d71-468a-acb0-8721908b00c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.340249 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a53955ec-4d71-468a-acb0-8721908b00c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.343619 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a53955ec-4d71-468a-acb0-8721908b00c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.380598 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-a53955ec-4d71-468a-acb0-8721908b00c0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=019d457c27e64d43b123aa5c9913e72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463270 Jul 16 18:38:16.381462 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53955ec-4d71-468a-acb0-8721908b00c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dcc0f2-8d1c-4e75-bc7c-8aee28fbe79a,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:16.383722 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 60608) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:16.431965 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-90ee26fe-c412-4ee4-a68e-e130fb4a3916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.454544 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-90ee26fe-c412-4ee4-a68e-e130fb4a3916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.542639 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-90ee26fe-c412-4ee4-a68e-e130fb4a3916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.545122 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-90ee26fe-c412-4ee4-a68e-e130fb4a3916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:16.546277 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-90ee26fe-c412-4ee4-a68e-e130fb4a3916 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e1dcc0f2-8d1c-4e75-bc7c-8aee28fbe79a HTTP/1.1" status: 204 len: 168 time: 0.1616650 Jul 16 18:38:16.554165 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c550ed-0141-40e1-9ec5-711ce941dd2c req-d6ee427c-526f-4470-9d70-0dc703291804 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.555623 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f0c550ed-0141-40e1-9ec5-711ce941dd2c req-d6ee427c-526f-4470-9d70-0dc703291804 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 945 time: 0.0928733 Jul 16 18:38:16.564016 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee26fe-c412-4ee4-a68e-e130fb4a3916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dcc0f2-8d1c-4e75-bc7c-8aee28fbe79a,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:16.601743 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f0c550ed-0141-40e1-9ec5-711ce941dd2c req-97a17c64-666d-4fc3-9d21-b1f12c838fa7 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352924 Jul 16 18:38:16.788893 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253bb7a-75d3-4ea2-9f86-e3c1ad19d193 req-fe0c0b9f-bd85-46f8-b6ce-ad388038a9f6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:16.790450 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d253bb7a-75d3-4ea2-9f86-e3c1ad19d193 req-fe0c0b9f-bd85-46f8-b6ce-ad388038a9f6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0656967 Jul 16 18:38:16.847529 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d253bb7a-75d3-4ea2-9f86-e3c1ad19d193 req-7f2a330b-7e8c-46e9-9c1b-9cb664e787b7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482562 Jul 16 18:38:17.168621 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a16de1-2239-4b5d-975f-e4d1d39beef0 req-838c19ea-27db-4cf0-8cd5-cdf3226b78ab tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.178817 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c8a16de1-2239-4b5d-975f-e4d1d39beef0 req-838c19ea-27db-4cf0-8cd5-cdf3226b78ab tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.1080711 Jul 16 18:38:17.228502 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c8a16de1-2239-4b5d-975f-e4d1d39beef0 req-be6ccf89-1ba8-4954-960b-584e280deb46 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485213 Jul 16 18:38:17.299344 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 60658) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:17.399508 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-121885460-network', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:17.420649 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] Made reservation on behalf of 7d8e0d1a4da34fdc8fb01dd5cf7ce892 for: {'network': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:17.423022 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.431192 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.517281 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.522058 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.545116 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=93246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:38:17.553675 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbcc313-5f63-452c-8d80-2188703f1e02,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:17.559434 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.559767 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.segments_db [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] Added segment c500c2b0-b2c6-4388-9e56-da8790391902 of type vlan for network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 Jul 16 18:38:17.598210 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.628642 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.629673 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:17.630304 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.666906 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3638005 Jul 16 18:38:17.667184 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 60668) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:17.673472 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-5a9caa5d-e2b9-4603-833e-732f67edf832 admin admin] Request body: {'subnet': {'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-121885460-subnet', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'ip_version': 4}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:17.706746 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bae13-a0a0-4aba-958a-298653d4d5c5 admin admin] Pushing event updated for resources: {'Network': ['ID=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:17.717934 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:38:17.724268 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9caa5d-e2b9-4603-833e-732f67edf832 admin admin] Made reservation on behalf of 7d8e0d1a4da34fdc8fb01dd5cf7ce892 for: {'subnet': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:17.726657 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5a9caa5d-e2b9-4603-833e-732f67edf832 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10420629'] for subnet, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.872561 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 60672) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:17.900519 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5a9caa5d-e2b9-4603-833e-732f67edf832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10420615'] for subnet, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.959925 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9caa5d-e2b9-4603-833e-732f67edf832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eaed58b-91bc-443c-9f38-8c497a614229,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:17.986675 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b71abbdb-5f30-48ae-b173-f9caa2eaac1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:17.997432 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9caa5d-e2b9-4603-833e-732f67edf832 admin admin] Checking segment: {'id': 'c500c2b0-b2c6-4388-9e56-da8790391902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:17.997880 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9caa5d-e2b9-4603-833e-732f67edf832 admin admin] Network hostable DHCP agents. Network: d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:38:18.025042 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9caa5d-e2b9-4603-833e-732f67edf832 admin admin] Network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:38:18.037489 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-5a9caa5d-e2b9-4603-833e-732f67edf832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0) {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:18.044173 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9caa5d-e2b9-4603-833e-732f67edf832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.048243 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a5497f-6397-439b-9dae-1ac384742359 None None] Network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:18.054039 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5a9caa5d-e2b9-4603-833e-732f67edf832 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.073413 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e13a4-397d-4b9a-82a9-029ad39bb398 req-16e075ef-888e-42bb-bb10-dfa1c2b3bc38 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.075036 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c47e13a4-397d-4b9a-82a9-029ad39bb398 req-16e075ef-888e-42bb-bb10-dfa1c2b3bc38 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.1105461 Jul 16 18:38:18.106780 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b71abbdb-5f30-48ae-b173-f9caa2eaac1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.112728 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b71abbdb-5f30-48ae-b173-f9caa2eaac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.119905 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c47e13a4-397d-4b9a-82a9-029ad39bb398 req-60867625-d28a-4613-9fe4-b5ad4385d900 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385475 Jul 16 18:38:18.121586 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-5a9caa5d-e2b9-4603-833e-732f67edf832 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4535551 Jul 16 18:38:18.124905 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 60678) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:18.130208 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:18.153384 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-b71abbdb-5f30-48ae-b173-f9caa2eaac1d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=519c793642444a6b8e73461576ae7f6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793934 Jul 16 18:38:18.156608 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 60682) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:18.158305 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71abbdb-5f30-48ae-b173-f9caa2eaac1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2f295c-1283-4c48-bb8f-b907f19c32e3,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:18.194405 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-517367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5254'] for router, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.195550 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5263'] for router, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.246338 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5e24a54c-7c60-46eb-be0d-b349947bea73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.274434 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.276536 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31edc0eb-8258-548e-8120-c04d0bd9b52e-d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'fixed_ips': [{'subnet_id': '1eaed58b-91bc-443c-9f38-8c497a614229'}]}} from dv-cinder-786932-5-iscsi. {{(pid=93248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:38:18.277674 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.328943 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5e24a54c-7c60-46eb-be0d-b349947bea73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.415668 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94d5d8-dff2-43a0-9a90-c0d7bda7577a req-a94ae000-611d-4fd1-bc80-8bdd26e3098c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.417519 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9b94d5d8-dff2-43a0-9a90-c0d7bda7577a req-a94ae000-611d-4fd1-bc80-8bdd26e3098c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0702302 Jul 16 18:38:18.431230 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.db_base_plugin_common [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Allocated IP 172.20.0.2 (d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0/1eaed58b-91bc-443c-9f38-8c497a614229/7ab5ea57-f749-4e46-a781-0b6ddc75535d) {{(pid=93248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:18.462315 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5277'] for router, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.485959 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9b94d5d8-dff2-43a0-9a90-c0d7bda7577a req-c74ae760-04b0-4ef3-94f6-71c24bd0a32b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616045 Jul 16 18:38:18.493589 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5e24a54c-7c60-46eb-be0d-b349947bea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.496259 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5e24a54c-7c60-46eb-be0d-b349947bea73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.499811 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-5e24a54c-7c60-46eb-be0d-b349947bea73 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1e2f295c-1283-4c48-bb8f-b907f19c32e3 HTTP/1.1" status: 204 len: 168 time: 0.3396034 Jul 16 18:38:18.522061 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24a54c-7c60-46eb-be0d-b349947bea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2f295c-1283-4c48-bb8f-b907f19c32e3,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:18.620850 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Notify callbacks [] for port, precommit_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.629194 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Transition to ACTIVE for port object 7ab5ea57-f749-4e46-a781-0b6ddc75535d will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:18.644334 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Transition to ACTIVE for port object 7ab5ea57-f749-4e46-a781-0b6ddc75535d will not be triggered until provisioned by entity DHCP. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:18.651894 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.702034 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 is already hosted by enough agents. {{(pid=93248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:18.706075 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.base_scheduler [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Resources bound (agent type, host, resource id): {{(pid=93248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:18.714942 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Received port after_create {{(pid=93248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:18.736185 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.744841 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Pushing event updated for resources: {'Port': ['ID=7ab5ea57-f749-4e46-a781-0b6ddc75535d,revision_number=1']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:18.759498 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.782664 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Attempting to bind port 7ab5ea57-f749-4e46-a781-0b6ddc75535d on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:18.783034 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Attempting to bind port 7ab5ea57-f749-4e46-a781-0b6ddc75535d by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'c500c2b0-b2c6-4388-9e56-da8790391902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:18.783393 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Attempting to bind port 7ab5ea57-f749-4e46-a781-0b6ddc75535d on network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:18.789315 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:18.789727 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Checking segment: {'id': 'c500c2b0-b2c6-4388-9e56-da8790391902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:18.790130 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.790687 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Bound using segment: {'id': 'c500c2b0-b2c6-4388-9e56-da8790391902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:18.791000 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Bound port: 7ab5ea57-f749-4e46-a781-0b6ddc75535d, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c500c2b0-b2c6-4388-9e56-da8790391902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:18.791424 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.866522 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] For port 7ab5ea57-f749-4e46-a781-0b6ddc75535d, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:18.869782 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] For port 7ab5ea57-f749-4e46-a781-0b6ddc75535d, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=7ab5ea57-f749-4e46-a781-0b6ddc75535d,segment=NetworkSegment(c500c2b0-b2c6-4388-9e56-da8790391902),segment_id=c500c2b0-b2c6-4388-9e56-da8790391902)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:18.874937 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.880362 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Allocated IP 172.27.3.75 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/83bc0a5c-bd70-47df-adb5-1d753b67e70b) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:18.928829 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d3e00-1358-479d-885c-1dcbe7d77d3f None None] Pushing event updated for resources: {'Port': ['ID=7ab5ea57-f749-4e46-a781-0b6ddc75535d,revision_number=2']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:19.001273 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.040963 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.084131 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:19.087904 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:19.090182 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Pushing event updated for resources: {'Port': ['ID=83bc0a5c-bd70-47df-adb5-1d753b67e70b,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:19.092340 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:19.644878 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0cec3-9d55-403b-84e9-7119cdc559a2 req-52b26622-18a8-4e02-b822-8fa9f24aaa16 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.646583 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06f0cec3-9d55-403b-84e9-7119cdc559a2 req-52b26622-18a8-4e02-b822-8fa9f24aaa16 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.3847187 Jul 16 18:38:19.682276 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035b705-f90f-4188-8d89-d225b7f06b4f req-99b63d80-dcf3-41e4-bf15-fd8f7cd498b5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:19.683823 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4035b705-f90f-4188-8d89-d225b7f06b4f req-99b63d80-dcf3-41e4-bf15-fd8f7cd498b5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0664809 Jul 16 18:38:19.687912 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.695317 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06f0cec3-9d55-403b-84e9-7119cdc559a2 req-330cc54f-e387-46a0-8f00-284057ba1380 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416789 Jul 16 18:38:19.729709 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4035b705-f90f-4188-8d89-d225b7f06b4f req-22577e9a-f064-4c2a-b6d4-60373a497f0c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376861 Jul 16 18:38:19.902971 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517127'] for router, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:19.909126 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b976956-7921-4368-936a-cec3ebc13267 None None] Network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:20.029518 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-1a47dde3-7a37-48d8-ae35-6d79996c022f None None] Provisioning for port 7ab5ea57-f749-4e46-a781-0b6ddc75535d completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:20.034518 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Router 05c809f3-4191-4479-946d-a3784030dc02 is scheduled to L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 with binding_index 1 {{(pid=93246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:38:20.143133 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:20.153185 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Sync routers for ids ['05c809f3-4191-4479-946d-a3784030dc02'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:20.160223 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] Notify callbacks [] for router, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.161592 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-b88ffbb9-fb59-4b4b-9796-d3be0cdf8efb admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0357296 Jul 16 18:38:20.164237 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 60708) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:20.166667 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Routers {'05c809f3-4191-4479-946d-a3784030dc02'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:20.167310 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['05c809f3-4191-4479-946d-a3784030dc02'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:20.279229 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Set router 05c809f3-4191-4479-946d-a3784030dc02 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:20.387144 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 7ab5ea57-f749-4e46-a781-0b6ddc75535d up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:20.456123 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port 7ab5ea57-f749-4e46-a781-0b6ddc75535d completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:20.460506 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 7ab5ea57-f749-4e46-a781-0b6ddc75535d triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:20.461015 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.494686 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:19Z', 'revision_number': 3, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:20.532861 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Checking router: 05c809f3-4191-4479-946d-a3784030dc02 for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:20.533304 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Updating router 05c809f3-4191-4479-946d-a3784030dc02 port 83bc0a5c-bd70-47df-adb5-1d753b67e70b binding host dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:38:20.552294 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.601144 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.625057 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port 7ab5ea57-f749-4e46-a781-0b6ddc75535d, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=7ab5ea57-f749-4e46-a781-0b6ddc75535d,segment=NetworkSegment(c500c2b0-b2c6-4388-9e56-da8790391902),segment_id=c500c2b0-b2c6-4388-9e56-da8790391902)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:20.634280 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.692858 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=7ab5ea57-f749-4e46-a781-0b6ddc75535d,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:20.758333 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.795133 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-6d5265b0-cd98-4e41-94f5-6ec088b04aaf tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.796681 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-6d5265b0-cd98-4e41-94f5-6ec088b04aaf tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/networks?id=29873718-7d95-4147-8f25-a586bd11d585 HTTP/1.1" status: 200 len: 815 time: 0.1672382 Jul 16 18:38:20.844872 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-65b9d840-38eb-467c-886a-32a56d6cefce tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/quotas/c5607965800841a692b6942051d81098 HTTP/1.1" status: 200 len: 375 time: 0.0130963 Jul 16 18:38:20.878116 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.887863 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Transition to ACTIVE for port object 83bc0a5c-bd70-47df-adb5-1d753b67e70b will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:20.892002 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7024a5-a496-48d1-8356-b63bffce6233 req-54b7d64f-56fe-4175-abc8-ea32085dc266 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:20.893995 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1c7024a5-a496-48d1-8356-b63bffce6233 req-54b7d64f-56fe-4175-abc8-ea32085dc266 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0659983 Jul 16 18:38:20.898474 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.937071 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1c7024a5-a496-48d1-8356-b63bffce6233 req-af0a40f7-6835-477e-a51f-fd8766adbe0e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371933 Jul 16 18:38:20.954386 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Attempting to bind port 83bc0a5c-bd70-47df-adb5-1d753b67e70b on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:20.955280 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Attempting to bind port 83bc0a5c-bd70-47df-adb5-1d753b67e70b by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:20.955280 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Attempting to bind port 83bc0a5c-bd70-47df-adb5-1d753b67e70b on network 8faae5fe-6b17-4018-b67e-363813f28d31 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:20.958234 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c738ba-b5c4-4fad-a0a3-e7306a0166c1 None None] Pushing event updated for resources: {'Port': ['ID=83bc0a5c-bd70-47df-adb5-1d753b67e70b,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:20.974655 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c738ba-b5c4-4fad-a0a3-e7306a0166c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:20.975115 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c738ba-b5c4-4fad-a0a3-e7306a0166c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:20.975794 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c738ba-b5c4-4fad-a0a3-e7306a0166c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:20.976431 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c738ba-b5c4-4fad-a0a3-e7306a0166c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:20.977169 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c738ba-b5c4-4fad-a0a3-e7306a0166c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:20.977848 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c738ba-b5c4-4fad-a0a3-e7306a0166c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:20.979392 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c738ba-b5c4-4fad-a0a3-e7306a0166c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:20.979392 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c738ba-b5c4-4fad-a0a3-e7306a0166c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:20.980153 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c738ba-b5c4-4fad-a0a3-e7306a0166c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:20.980808 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c738ba-b5c4-4fad-a0a3-e7306a0166c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:20.986525 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c738ba-b5c4-4fad-a0a3-e7306a0166c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:20.986525 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c738ba-b5c4-4fad-a0a3-e7306a0166c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:20.987958 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:20.988706 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Checking segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:20.988886 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:20.989707 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Bound using segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:20.990307 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Bound port: 83bc0a5c-bd70-47df-adb5-1d753b67e70b, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:20.990828 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.022434 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-ebba9e6d-85c2-44ac-bf80-cfda0dffc467 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c5607965800841a692b6942051d81098&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1684778 Jul 16 18:38:21.025520 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Allocated IP 172.20.0.1 (d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0/1eaed58b-91bc-443c-9f38-8c497a614229/c0e468c3-af93-4842-839e-30af1046b9e8) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:21.054282 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] For port 83bc0a5c-bd70-47df-adb5-1d753b67e70b, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:21.058623 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] For port 83bc0a5c-bd70-47df-adb5-1d753b67e70b, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=83bc0a5c-bd70-47df-adb5-1d753b67e70b,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:21.065861 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.130445 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c738ba-b5c4-4fad-a0a3-e7306a0166c1 None None] Pushing event updated for resources: {'Port': ['ID=83bc0a5c-bd70-47df-adb5-1d753b67e70b,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:21.133340 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Routers {'05c809f3-4191-4479-946d-a3784030dc02'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:21.134108 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['05c809f3-4191-4479-946d-a3784030dc02'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:21.143625 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e4095-c81f-4e3f-96ea-c2c5d5c38792 req-edd006d5-277c-4996-9120-674d91b113db tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:21.145512 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4e4e4095-c81f-4e3f-96ea-c2c5d5c38792 req-edd006d5-277c-4996-9120-674d91b113db tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0780468 Jul 16 18:38:21.180445 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-47094a0f-e351-4002-ae71-01c90dc742a5 service neutron] 10.222.0.68 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451406 Jul 16 18:38:21.196208 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4e4e4095-c81f-4e3f-96ea-c2c5d5c38792 req-195adeff-7f94-492b-8c96-844d213aca5d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384676 Jul 16 18:38:21.206335 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.239888 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Transition to ACTIVE for port object c0e468c3-af93-4842-839e-30af1046b9e8 will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:21.247941 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] Set router 05c809f3-4191-4479-946d-a3784030dc02 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:21.315085 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-0db5ef10-27c3-408b-b184-1ac70c651e80 service neutron] 10.222.0.68 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212234 Jul 16 18:38:21.325413 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.366161 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:21.370664 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:21.375108 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:21.399579 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Pushing event updated for resources: {'Port': ['ID=c0e468c3-af93-4842-839e-30af1046b9e8,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:21.425616 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516400'] for router_interface, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.553666 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:19Z', 'revision_number': 3, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:21.553881 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-eb4ced8d-7054-4887-9609-85f5fa4c9bc2 req-52fda73a-1ee5-407e-afaf-b0f85180b257 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 210 time: 0.0654695 Jul 16 18:38:21.584909 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7626e201-8f0c-4098-b47d-d1689eae3f5d None None] The sync data for ids ['05c809f3-4191-4479-946d-a3784030dc02'] in dv-cinder-786932-5-iscsi is: [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:19Z', 'revision_number': 3, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:21.645821 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.691046 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-20779041-e86e-464a-8277-99fde8a28093 None None] Provisioning for port c0e468c3-af93-4842-839e-30af1046b9e8 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:21.696158 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-20779041-e86e-464a-8277-99fde8a28093 None None] Provisioning complete for port c0e468c3-af93-4842-839e-30af1046b9e8 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:21.696792 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-20779041-e86e-464a-8277-99fde8a28093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.745525 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-20779041-e86e-464a-8277-99fde8a28093 None None] Port c0e468c3-af93-4842-839e-30af1046b9e8 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:21.846680 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.853206 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:21.946127 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Pushing event updated for resources: {'Port': ['ID=c0e468c3-af93-4842-839e-30af1046b9e8,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:21.955178 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516420'] for router_interface, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:22.054403 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:22.056054 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:22.214091 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e874be5-21c0-4a83-ab45-66c2a833339e req-350b6f28-190d-49ac-b41e-b7c012097887 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:22.215674 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8e874be5-21c0-4a83-ab45-66c2a833339e req-350b6f28-190d-49ac-b41e-b7c012097887 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.1571989 Jul 16 18:38:22.279326 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-66d0170f-5fcb-4e16-aaa9-42dc87cf38a8 None None] Provisioning complete for port c0e468c3-af93-4842-839e-30af1046b9e8 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:22.282279 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-66d0170f-5fcb-4e16-aaa9-42dc87cf38a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:22.292346 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Router 05c809f3-4191-4479-946d-a3784030dc02 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:22.327954 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-66d0170f-5fcb-4e16-aaa9-42dc87cf38a8 None None] Port c0e468c3-af93-4842-839e-30af1046b9e8 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:22.338744 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8e874be5-21c0-4a83-ab45-66c2a833339e req-54f87726-2231-4c12-84e0-d7110d7c246b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057897 Jul 16 18:38:22.436051 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb698eeb-8bb0-4a88-9895-108216f61968 req-dee1bd65-71de-4e23-8b9b-0a9bb827b7f8 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:22.444128 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-eb698eeb-8bb0-4a88-9895-108216f61968 req-dee1bd65-71de-4e23-8b9b-0a9bb827b7f8 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0923917 Jul 16 18:38:22.449087 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 7ab5ea57-f749-4e46-a781-0b6ddc75535d up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:22.469937 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:22.483058 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a7d8879d-1449-464d-a15e-b6ba5f5be29c admin admin] 10.222.0.68 "PUT /v2.0/routers/05c809f3-4191-4479-946d-a3784030dc02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3104024 Jul 16 18:38:22.484848 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-eb698eeb-8bb0-4a88-9895-108216f61968 req-51e7ef6a-b827-4905-9875-3ef93943baac tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396235 Jul 16 18:38:22.526218 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 7ab5ea57-f749-4e46-a781-0b6ddc75535d triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:22.526590 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:22.710657 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-837d416e-8d98-4900-bfb1-0585f3634b0d req-6e7ee88b-90b1-4bd6-9a69-3a36c2107061 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 210 time: 0.0328965 Jul 16 18:38:22.746092 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 83bc0a5c-bd70-47df-adb5-1d753b67e70b up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:22.810566 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port 83bc0a5c-bd70-47df-adb5-1d753b67e70b completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:22.814642 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 83bc0a5c-bd70-47df-adb5-1d753b67e70b triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:22.815019 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:22.895819 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:22.918680 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port 83bc0a5c-bd70-47df-adb5-1d753b67e70b, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=83bc0a5c-bd70-47df-adb5-1d753b67e70b,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:22.922762 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:22.978011 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=83bc0a5c-bd70-47df-adb5-1d753b67e70b,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:23.079786 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 60770) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:23.085371 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-112978877-network', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:23.107158 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] Made reservation on behalf of ac65ddcb25734dbfa3fed6af4e8af5ff for: {'network': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:23.109513 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.118691 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.209830 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.214350 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.239486 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=93246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:38:23.248286 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5859778-f86a-4045-a444-5364bf8778c8,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:23.254410 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.254745 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.segments_db [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] Added segment 0ba20d7c-44d8-4f9b-8054-d50b59c95245 of type vlan for network b8baf675-b354-4a06-a906-628f5220837b Jul 16 18:38:23.294318 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.324800 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.325843 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.326774 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.361149 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2802119 Jul 16 18:38:23.364159 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 60772) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:23.369307 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-95e88a33-b960-42f4-a087-0715b991fbbc admin admin] Request body: {'subnet': {'network_id': 'b8baf675-b354-4a06-a906-628f5220837b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-112978877-subnet', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'ip_version': 4}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:23.385483 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Sync routers for ids ['05c809f3-4191-4479-946d-a3784030dc02'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:23.391433 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9142d-ff82-4953-a449-bc75de3b4caa admin admin] Pushing event updated for resources: {'Network': ['ID=b8baf675-b354-4a06-a906-628f5220837b,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:23.395890 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e88a33-b960-42f4-a087-0715b991fbbc admin admin] Made reservation on behalf of ac65ddcb25734dbfa3fed6af4e8af5ff for: {'subnet': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:23.398302 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95e88a33-b960-42f4-a087-0715b991fbbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8677874'] for subnet, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.399585 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Routers {'05c809f3-4191-4479-946d-a3784030dc02'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:23.400383 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['05c809f3-4191-4479-946d-a3784030dc02'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:23.404247 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network b8baf675-b354-4a06-a906-628f5220837b details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:38:23.578684 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Set router 05c809f3-4191-4479-946d-a3784030dc02 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:23.630085 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7a29e-24f9-46b2-8a14-170a5efeb4cf req-3b83da0f-6010-4309-a8c0-a63ccbaf9607 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.631764 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c2d7a29e-24f9-46b2-8a14-170a5efeb4cf req-3b83da0f-6010-4309-a8c0-a63ccbaf9607 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.1229239 Jul 16 18:38:23.632864 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95e88a33-b960-42f4-a087-0715b991fbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8677856'] for subnet, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.711098 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ad78f-db94-46e6-b871-0316e532fa81 req-202b0b84-451e-4934-954e-b1e3a3cbdaf5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.717499 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ef7ad78f-db94-46e6-b871-0316e532fa81 req-202b0b84-451e-4934-954e-b1e3a3cbdaf5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0984087 Jul 16 18:38:23.724703 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e88a33-b960-42f4-a087-0715b991fbbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=913362c6-1f61-4203-af1d-0ce8b3348f1d,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:23.746560 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c2d7a29e-24f9-46b2-8a14-170a5efeb4cf req-2bb756d3-2eef-434d-bddf-9abc6954d6d0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062772 Jul 16 18:38:23.755088 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95e88a33-b960-42f4-a087-0715b991fbbc admin admin] Checking segment: {'id': '0ba20d7c-44d8-4f9b-8054-d50b59c95245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b8baf675-b354-4a06-a906-628f5220837b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:23.756901 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e88a33-b960-42f4-a087-0715b991fbbc admin admin] Network hostable DHCP agents. Network: b8baf675-b354-4a06-a906-628f5220837b, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:38:23.768946 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ef7ad78f-db94-46e6-b871-0316e532fa81 req-8e2053bc-5d12-4c70-bee4-2eedd758025d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451941 Jul 16 18:38:23.790578 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e88a33-b960-42f4-a087-0715b991fbbc admin admin] Network b8baf675-b354-4a06-a906-628f5220837b is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:38:23.812923 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-95e88a33-b960-42f4-a087-0715b991fbbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, b8baf675-b354-4a06-a906-628f5220837b) {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:23.818359 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e88a33-b960-42f4-a087-0715b991fbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:23.819056 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95e88a33-b960-42f4-a087-0715b991fbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.826949 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59028ad5-462f-4189-b806-ac796b77ed82 None None] Network b8baf675-b354-4a06-a906-628f5220837b requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:23.847373 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-95e88a33-b960-42f4-a087-0715b991fbbc admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4820199 Jul 16 18:38:23.847964 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 60784) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:23.853505 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-112978877-router', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:23.888822 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-517367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5254'] for router, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.889958 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5263'] for router, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.928715 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e4116a90-8c8b-4434-b335-6373985c7159 req-b852303f-47fa-4568-849e-40905d9d229b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 210 time: 0.0286906 Jul 16 18:38:23.949268 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:23.995495 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31edc0eb-8258-548e-8120-c04d0bd9b52e-b8baf675-b354-4a06-a906-628f5220837b', 'network_id': 'b8baf675-b354-4a06-a906-628f5220837b', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'fixed_ips': [{'subnet_id': '913362c6-1f61-4203-af1d-0ce8b3348f1d'}]}} from dv-cinder-786932-5-iscsi. {{(pid=93248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:38:23.996352 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.011756 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:21Z', 'revision_number': 4, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c0e468c3-af93-4842-839e-30af1046b9e8', 'name': '', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'mac_address': 'fa:16:3e:61:2b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:20Z', 'updated_at': '2021-07-16T18:38:21Z', 'revision_number': 2, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'subnets': [{'id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:24.042289 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Checking router: 05c809f3-4191-4479-946d-a3784030dc02 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:24.042679 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Updating router 05c809f3-4191-4479-946d-a3784030dc02 port c0e468c3-af93-4842-839e-30af1046b9e8 binding host dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:38:24.142375 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.273312 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.db_base_plugin_common [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Allocated IP 172.20.0.2 (b8baf675-b354-4a06-a906-628f5220837b/913362c6-1f61-4203-af1d-0ce8b3348f1d/8b98a587-fe5f-4ebd-a4c5-adbbaaed774c) {{(pid=93248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:24.307086 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 83bc0a5c-bd70-47df-adb5-1d753b67e70b up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:24.319500 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5277'] for router, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.519515 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 83bc0a5c-bd70-47df-adb5-1d753b67e70b triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:24.519874 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.525661 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.544616 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.572148 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Notify callbacks [] for port, precommit_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.596724 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Transition to ACTIVE for port object 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:24.647321 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Transition to ACTIVE for port object 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c will not be triggered until provisioned by entity DHCP. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:24.664075 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.690870 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Notify callbacks [] for port, precommit_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.720387 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-f1b5fb42-baa3-474b-baef-07c9f348c96d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:24.721877 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-f1b5fb42-baa3-474b-baef-07c9f348c96d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "GET /v2.0/networks?id=29873718-7d95-4147-8f25-a586bd11d585 HTTP/1.1" status: 200 len: 815 time: 0.1699357 Jul 16 18:38:24.736191 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Transition to ACTIVE for port object c0e468c3-af93-4842-839e-30af1046b9e8 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:24.748296 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Network b8baf675-b354-4a06-a906-628f5220837b is already hosted by enough agents. {{(pid=93248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:24.756093 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.base_scheduler [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Resources bound (agent type, host, resource id): {{(pid=93248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:24.757907 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Pushing event updated for resources: {'Port': ['ID=8b98a587-fe5f-4ebd-a4c5-adbbaaed774c,revision_number=1']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:24.759339 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-634bf7ca-e521-477d-b24a-4ebf94106f86 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Request body: {'port': {'device_id': 'b5aac923-3bb5-4042-ab4a-9d79050fa772', 'network_id': '29873718-7d95-4147-8f25-a586bd11d585', 'admin_state_up': True, 'tenant_id': 'c5607965800841a692b6942051d81098'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:24.760367 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:24.762701 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Received port after_create {{(pid=93248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:24.773790 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Allocated IP 172.27.3.192 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/3c8d2c86-f98f-40c1-943d-37197dea30f4) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:24.828392 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec22986-967f-43f1-88f8-f0f614703cd0 None None] Pushing event updated for resources: {'Port': ['ID=c0e468c3-af93-4842-839e-30af1046b9e8,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:25.078275 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bdbcff-02b6-4c63-88de-924c97067037 req-8ad5596f-baca-4174-8f48-68fad4279fa6 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.086348 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a6bdbcff-02b6-4c63-88de-924c97067037 req-8ad5596f-baca-4174-8f48-68fad4279fa6 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.1047039 Jul 16 18:38:25.090418 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Attempting to bind port 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:25.091287 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Attempting to bind port 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': '0ba20d7c-44d8-4f9b-8054-d50b59c95245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b8baf675-b354-4a06-a906-628f5220837b'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:25.091800 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Attempting to bind port 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c on network b8baf675-b354-4a06-a906-628f5220837b {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:25.099452 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Attempting to bind port c0e468c3-af93-4842-839e-30af1046b9e8 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:25.099968 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Attempting to bind port c0e468c3-af93-4842-839e-30af1046b9e8 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'c500c2b0-b2c6-4388-9e56-da8790391902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:25.100467 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Attempting to bind port c0e468c3-af93-4842-839e-30af1046b9e8 on network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:25.103362 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:25.109203 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Checking segment: {'id': '0ba20d7c-44d8-4f9b-8054-d50b59c95245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b8baf675-b354-4a06-a906-628f5220837b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:25.109962 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.110423 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Bound using segment: {'id': '0ba20d7c-44d8-4f9b-8054-d50b59c95245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b8baf675-b354-4a06-a906-628f5220837b'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:25.111081 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Bound port: 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba20d7c-44d8-4f9b-8054-d50b59c95245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b8baf675-b354-4a06-a906-628f5220837b'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:25.111478 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.120203 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.134781 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-634bf7ca-e521-477d-b24a-4ebf94106f86 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Made reservation on behalf of c5607965800841a692b6942051d81098 for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:25.138221 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a6bdbcff-02b6-4c63-88de-924c97067037 req-1d968df3-487b-4d2c-a3a9-b5a523907a63 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506680 Jul 16 18:38:25.138658 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-634bf7ca-e521-477d-b24a-4ebf94106f86 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.162481 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df33e2-1f2b-44f3-86bb-cbb0afa70958 req-57d7b99d-5c57-4aae-90b2-0331bb594bea tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:25.164014 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f7df33e2-1f2b-44f3-86bb-cbb0afa70958 req-57d7b99d-5c57-4aae-90b2-0331bb594bea tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.1929784 Jul 16 18:38:25.195180 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] For port 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:25.201886 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] For port 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=8b98a587-fe5f-4ebd-a4c5-adbbaaed774c,segment=NetworkSegment(0ba20d7c-44d8-4f9b-8054-d50b59c95245),segment_id=0ba20d7c-44d8-4f9b-8054-d50b59c95245)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:25.203252 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:25.203668 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Checking segment: {'id': 'c500c2b0-b2c6-4388-9e56-da8790391902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:25.204096 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.205083 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Bound using segment: {'id': 'c500c2b0-b2c6-4388-9e56-da8790391902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:25.205083 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Bound port: c0e468c3-af93-4842-839e-30af1046b9e8, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c500c2b0-b2c6-4388-9e56-da8790391902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:25.205574 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.219163 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.270421 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.276893 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4b20f659-38ba-4b4c-b475-f40a80b0fa1b req-ed5412b7-50bd-4d01-8b0f-74d07d6ae1a1 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 210 time: 0.0414774 Jul 16 18:38:25.284762 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f7df33e2-1f2b-44f3-86bb-cbb0afa70958 req-e3bdaa24-77f5-4602-b5c4-585e9991bcfc tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108739 Jul 16 18:38:25.344127 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:25.344776 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d4de4-491e-4be3-a275-13642143cb60 None None] Pushing event updated for resources: {'Port': ['ID=8b98a587-fe5f-4ebd-a4c5-adbbaaed774c,revision_number=2']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:25.352215 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:25.358013 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:25.361663 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] For port c0e468c3-af93-4842-839e-30af1046b9e8, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:25.365199 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] For port c0e468c3-af93-4842-839e-30af1046b9e8, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=c0e468c3-af93-4842-839e-30af1046b9e8,segment=NetworkSegment(c500c2b0-b2c6-4388-9e56-da8790391902),segment_id=c500c2b0-b2c6-4388-9e56-da8790391902)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:25.370277 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.388183 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8d2c86-f98f-40c1-943d-37197dea30f4,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:25.418053 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-634bf7ca-e521-477d-b24a-4ebf94106f86 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Allocated IP 172.20.0.11 (29873718-7d95-4147-8f25-a586bd11d585/19ee39ff-aec1-451c-8b83-48ed0ded6052/ae6f4372-e913-4267-bb13-43733a381494) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:25.568195 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec22986-967f-43f1-88f8-f0f614703cd0 None None] Pushing event updated for resources: {'Port': ['ID=c0e468c3-af93-4842-839e-30af1046b9e8,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:25.571130 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Routers {'05c809f3-4191-4479-946d-a3784030dc02'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:25.571840 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['05c809f3-4191-4479-946d-a3784030dc02'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:25.702063 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] Set router 05c809f3-4191-4479-946d-a3784030dc02 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:25.766782 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.770497 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-634bf7ca-e521-477d-b24a-4ebf94106f86 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.922651 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:21Z', 'revision_number': 4, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c0e468c3-af93-4842-839e-30af1046b9e8', 'name': '', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'mac_address': 'fa:16:3e:61:2b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:20Z', 'updated_at': '2021-07-16T18:38:25Z', 'revision_number': 4, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'subnets': [{'id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:25.925516 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-634bf7ca-e521-477d-b24a-4ebf94106f86 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:25.952235 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d84532-8ced-48c5-9647-26b93b22bb6e None None] The sync data for ids ['05c809f3-4191-4479-946d-a3784030dc02'] in dv-cinder-786932-5-iscsi is: [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:21Z', 'revision_number': 4, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c0e468c3-af93-4842-839e-30af1046b9e8', 'name': '', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'mac_address': 'fa:16:3e:61:2b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:20Z', 'updated_at': '2021-07-16T18:38:25Z', 'revision_number': 4, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'subnets': [{'id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:26.011842 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-634bf7ca-e521-477d-b24a-4ebf94106f86 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Network 29873718-7d95-4147-8f25-a586bd11d585 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:26.024751 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-634bf7ca-e521-477d-b24a-4ebf94106f86 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:26.030847 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-634bf7ca-e521-477d-b24a-4ebf94106f86 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:26.040032 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bf7ca-e521-477d-b24a-4ebf94106f86 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Pushing event updated for resources: {'Port': ['ID=ae6f4372-e913-4267-bb13-43733a381494,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:26.094690 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517127'] for router, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.158145 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-634bf7ca-e521-477d-b24a-4ebf94106f86 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.158774 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-634bf7ca-e521-477d-b24a-4ebf94106f86 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.250008 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-634bf7ca-e521-477d-b24a-4ebf94106f86 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4957659 Jul 16 18:38:26.296610 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Router 2544bef2-7078-474c-a0fd-8836f17b3460 is scheduled to L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 with binding_index 1 {{(pid=93246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:38:26.405697 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152345f-379a-4537-95bb-ddd3aa3d8e29 req-1f603b05-780c-4527-bc74-9da566904f0c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.407291 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9152345f-379a-4537-95bb-ddd3aa3d8e29 req-1f603b05-780c-4527-bc74-9da566904f0c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.1258221 Jul 16 18:38:26.453176 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:26.467611 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:26.480074 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9152345f-379a-4537-95bb-ddd3aa3d8e29 req-7c51cb06-eca1-48de-a2a9-c59b214f2c55 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632803 Jul 16 18:38:26.482709 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Sync routers for ids ['2544bef2-7078-474c-a0fd-8836f17b3460'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:26.493973 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Routers {'2544bef2-7078-474c-a0fd-8836f17b3460'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:26.494596 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['2544bef2-7078-474c-a0fd-8836f17b3460'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:26.498798 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.499975 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-d0341554-c785-43a3-bd95-229e1b5485b6 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6508985 Jul 16 18:38:26.503001 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 60814) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:26.586841 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf4e1e-d614-4c4c-9faa-ef9da51415ba req-e268bb7f-ec41-45af-b8d3-9ae592f26f95 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.590821 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:26.595810 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device c0e468c3-af93-4842-839e-30af1046b9e8 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:26.600385 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0a03a3-6ffb-40f7-8b79-757c431bd61d None None] Network b8baf675-b354-4a06-a906-628f5220837b requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:38:26.601272 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9ccf4e1e-d614-4c4c-9faa-ef9da51415ba req-e268bb7f-ec41-45af-b8d3-9ae592f26f95 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 932 time: 0.1132288 Jul 16 18:38:26.669146 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9ccf4e1e-d614-4c4c-9faa-ef9da51415ba req-2551dfe3-6e8f-420c-8e53-6e4f18f86669 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605071 Jul 16 18:38:26.721453 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Set router 2544bef2-7078-474c-a0fd-8836f17b3460 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:26.765294 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-c978eab3-20fd-4811-aa37-d5b05d8c9a9a None None] Provisioning for port 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:26.769400 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port c0e468c3-af93-4842-839e-30af1046b9e8 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:26.778435 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-c978eab3-20fd-4811-aa37-d5b05d8c9a9a None None] Provisioning complete for port 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:26.779167 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-c978eab3-20fd-4811-aa37-d5b05d8c9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.801258 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port c0e468c3-af93-4842-839e-30af1046b9e8 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:26.802180 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:26.874103 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd121a7-3a74-4c9b-a24e-bf98091f5c8a req-3c920854-1c1f-49f9-ab2f-4aa181391ba5 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:26.875947 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-fdd121a7-3a74-4c9b-a24e-bf98091f5c8a req-3c920854-1c1f-49f9-ab2f-4aa181391ba5 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.1474686 Jul 16 18:38:26.958018 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'name': 'tempest-TestMinimumBasicScenario-112978877-router', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:23Z', 'updated_at': '2021-07-16T18:38:25Z', 'revision_number': 3, 'project_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'gw_port': {'id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:24Z', 'updated_at': '2021-07-16T18:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:27.003836 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Checking router: 2544bef2-7078-474c-a0fd-8836f17b3460 for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:27.004343 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Updating router 2544bef2-7078-474c-a0fd-8836f17b3460 port 3c8d2c86-f98f-40c1-943d-37197dea30f4 binding host dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:38:27.004773 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-c978eab3-20fd-4811-aa37-d5b05d8c9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.015671 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.022499 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-fdd121a7-3a74-4c9b-a24e-bf98091f5c8a req-796f622d-3d1b-453c-8d08-23edd7bde1e5 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995095 Jul 16 18:38:27.064809 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.079097 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-c978eab3-20fd-4811-aa37-d5b05d8c9a9a None None] For port 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=8b98a587-fe5f-4ebd-a4c5-adbbaaed774c,segment=NetworkSegment(0ba20d7c-44d8-4f9b-8054-d50b59c95245),segment_id=0ba20d7c-44d8-4f9b-8054-d50b59c95245)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:27.083083 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port c0e468c3-af93-4842-839e-30af1046b9e8, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=c0e468c3-af93-4842-839e-30af1046b9e8,segment=NetworkSegment(c500c2b0-b2c6-4388-9e56-da8790391902),segment_id=c500c2b0-b2c6-4388-9e56-da8790391902)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:27.086929 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-c978eab3-20fd-4811-aa37-d5b05d8c9a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.095432 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.214931 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978eab3-20fd-4811-aa37-d5b05d8c9a9a None None] Pushing event updated for resources: {'Port': ['ID=8b98a587-fe5f-4ebd-a4c5-adbbaaed774c,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:27.275264 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.282100 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=c0e468c3-af93-4842-839e-30af1046b9e8,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:27.407693 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.409655 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-51587365-8372-49c6-9924-d2a89bfeea65 None None] Provisioning complete for port 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:27.410023 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-51587365-8372-49c6-9924-d2a89bfeea65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.421937 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Transition to ACTIVE for port object 3c8d2c86-f98f-40c1-943d-37197dea30f4 will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:27.434150 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.468384 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_common [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Allocated IP 172.20.0.1 (b8baf675-b354-4a06-a906-628f5220837b/913362c6-1f61-4203-af1d-0ce8b3348f1d/751092d4-44d9-48bf-8ec4-dbde633d59d5) {{(pid=93247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:27.491051 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534d476-f37b-4079-afb7-f8ad17718d8e None None] Pushing event updated for resources: {'Port': ['ID=3c8d2c86-f98f-40c1-943d-37197dea30f4,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:27.493252 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Attempting to bind port 3c8d2c86-f98f-40c1-943d-37197dea30f4 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:27.493651 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Attempting to bind port 3c8d2c86-f98f-40c1-943d-37197dea30f4 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:27.494029 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Attempting to bind port 3c8d2c86-f98f-40c1-943d-37197dea30f4 on network 8faae5fe-6b17-4018-b67e-363813f28d31 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:27.499193 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:27.499569 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Checking segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:27.499976 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.500364 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Bound using segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:27.500864 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Bound port: 3c8d2c86-f98f-40c1-943d-37197dea30f4, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:27.501249 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.559535 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] For port 3c8d2c86-f98f-40c1-943d-37197dea30f4, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:27.563477 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] For port 3c8d2c86-f98f-40c1-943d-37197dea30f4, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=3c8d2c86-f98f-40c1-943d-37197dea30f4,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:27.570074 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.593476 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.608900 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.provisioning_blocks [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Transition to ACTIVE for port object 751092d4-44d9-48bf-8ec4-dbde633d59d5 will not be triggered until provisioned by entity DHCP. {{(pid=93247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:27.638675 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Routers {'2544bef2-7078-474c-a0fd-8836f17b3460'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:27.639382 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['2544bef2-7078-474c-a0fd-8836f17b3460'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:27.642103 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d534d476-f37b-4079-afb7-f8ad17718d8e None None] Pushing event updated for resources: {'Port': ['ID=3c8d2c86-f98f-40c1-943d-37197dea30f4,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:27.647500 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.680266 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70836b9-f97a-4b9d-beea-2786f5561db7 req-78af8fbb-3172-4861-98d3-7c08611416ee tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:27.682521 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f70836b9-f97a-4b9d-beea-2786f5561db7 req-78af8fbb-3172-4861-98d3-7c08611416ee tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0725439 Jul 16 18:38:27.695385 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Network b8baf675-b354-4a06-a906-628f5220837b is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:27.702597 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:27.705686 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Received port after_create {{(pid=93247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:27.734357 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Pushing event updated for resources: {'Port': ['ID=751092d4-44d9-48bf-8ec4-dbde633d59d5,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:27.756260 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f70836b9-f97a-4b9d-beea-2786f5561db7 req-da8d953a-27fc-4c42-b7d0-643cf9f2dd77 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669653 Jul 16 18:38:27.758266 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516400'] for router_interface, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.787264 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] Set router 2544bef2-7078-474c-a0fd-8836f17b3460 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:27.936340 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-55d18c0f-8850-4d7d-8fb8-21e9ccef9a00 None None] Provisioning for port 751092d4-44d9-48bf-8ec4-dbde633d59d5 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:27.941036 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-55d18c0f-8850-4d7d-8fb8-21e9ccef9a00 None None] Provisioning complete for port 751092d4-44d9-48bf-8ec4-dbde633d59d5 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:27.941848 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-55d18c0f-8850-4d7d-8fb8-21e9ccef9a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.952843 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6603d1d-3400-4100-a324-9299e34efee1 req-1cf879a4-0c60-4e8c-a499-452584de10eb tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:27.954376 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f6603d1d-3400-4100-a324-9299e34efee1 req-1cf879a4-0c60-4e8c-a499-452584de10eb tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 932 time: 0.1293161 Jul 16 18:38:27.959357 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:27.984081 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-55d18c0f-8850-4d7d-8fb8-21e9ccef9a00 None None] Port 751092d4-44d9-48bf-8ec4-dbde633d59d5 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:27.987929 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'name': 'tempest-TestMinimumBasicScenario-112978877-router', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:23Z', 'updated_at': '2021-07-16T18:38:25Z', 'revision_number': 3, 'project_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'gw_port': {'id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:24Z', 'updated_at': '2021-07-16T18:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:28.013695 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78d6a99-b39b-492a-a52a-cf329cf7243f None None] The sync data for ids ['2544bef2-7078-474c-a0fd-8836f17b3460'] in dv-cinder-786932-5-iscsi is: [{'id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'name': 'tempest-TestMinimumBasicScenario-112978877-router', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:23Z', 'updated_at': '2021-07-16T18:38:25Z', 'revision_number': 3, 'project_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'gw_port': {'id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:24Z', 'updated_at': '2021-07-16T18:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:28.041231 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f6603d1d-3400-4100-a324-9299e34efee1 req-0ddd5d2d-2014-4531-8912-0b2f934c1102 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698464 Jul 16 18:38:28.154525 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.161149 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8532449'] for port, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.240573 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Pushing event updated for resources: {'Port': ['ID=751092d4-44d9-48bf-8ec4-dbde633d59d5,revision_number=2']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:28.244173 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516420'] for router_interface, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.248433 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7e68d-0537-450d-97f5-dddc642d4892 req-5c79e8f1-2220-4378-bf77-ef207aca65f0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:28.250958 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7ce7e68d-0537-450d-97f5-dddc642d4892 req-5c79e8f1-2220-4378-bf77-ef207aca65f0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0938087 Jul 16 18:38:28.311165 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7ce7e68d-0537-450d-97f5-dddc642d4892 req-f3c2cdab-fc75-4b12-a0cb-e8adcaf57cfc tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410383 Jul 16 18:38:28.362734 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:28.370632 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Network b8baf675-b354-4a06-a906-628f5220837b is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:28.372418 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:28.416381 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:28.416886 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.506698 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device c0e468c3-af93-4842-839e-30af1046b9e8 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:28.517102 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Router 2544bef2-7078-474c-a0fd-8836f17b3460 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:38:28.560194 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port c0e468c3-af93-4842-839e-30af1046b9e8 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:28.560564 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.637556 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f279fdf5-ad39-40a2-a24f-b59566c91987 None None] Provisioning complete for port 751092d4-44d9-48bf-8ec4-dbde633d59d5 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:28.637838 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f279fdf5-ad39-40a2-a24f-b59566c91987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.695253 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f279fdf5-ad39-40a2-a24f-b59566c91987 None None] Port 751092d4-44d9-48bf-8ec4-dbde633d59d5 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:28.699807 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ef8c6446-4859-4724-bb79-f8672ecf0412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:28.850649 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:38:28.863683 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-aa843a32-ecab-43d9-922c-ccd5adcaef61 admin admin] 10.222.0.68 "PUT /v2.0/routers/2544bef2-7078-474c-a0fd-8836f17b3460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3527286 Jul 16 18:38:28.925593 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d763983-cdd7-4649-a7b4-294cb7550649 req-1b5b1464-fe1f-400e-aa99-cb07c614cc71 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:28.927150 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5d763983-cdd7-4649-a7b4-294cb7550649 req-1b5b1464-fe1f-400e-aa99-cb07c614cc71 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0675306 Jul 16 18:38:28.954907 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Request body: {'port': {'device_id': 'b5aac923-3bb5-4042-ab4a-9d79050fa772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:28.969943 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5d763983-cdd7-4649-a7b4-294cb7550649 req-be77e882-8b58-46b2-937a-135ca0bee61d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350254 Jul 16 18:38:29.015292 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['f7de5804-4d6b-4738-8de2-a92f64a3fe3b', '0fa761ad-3ec1-4f42-a7c9-596e67e2970d'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:29.042816 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.524443 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deaa74-04dd-40ef-8931-3dd496257ec3 req-22b9f40a-d8df-4901-98e1-89edb4a21c44 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.526067 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-61deaa74-04dd-40ef-8931-3dd496257ec3 req-22b9f40a-d8df-4901-98e1-89edb4a21c44 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0670874 Jul 16 18:38:29.552136 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96a28a-ca0f-4f18-a937-43b7efa49118 req-ec07de5d-0702-41ae-84d7-a877fe5b04cf tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:29.553868 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ac96a28a-ca0f-4f18-a937-43b7efa49118 req-ec07de5d-0702-41ae-84d7-a877fe5b04cf tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 932 time: 0.3818028 Jul 16 18:38:29.583242 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-61deaa74-04dd-40ef-8931-3dd496257ec3 req-722a6d49-02b3-4d15-a002-979fd3080a49 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461512 Jul 16 18:38:29.635758 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ac96a28a-ca0f-4f18-a937-43b7efa49118 req-4022e195-a502-4605-b17a-b4305274de17 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736759 Jul 16 18:38:29.692395 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6f4372-e913-4267-bb13-43733a381494 {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:29.700916 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.716417 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Transition to ACTIVE for port object ae6f4372-e913-4267-bb13-43733a381494 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:29.721718 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.780485 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6f4372-e913-4267-bb13-43733a381494,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:29.854515 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Attempting to bind port ae6f4372-e913-4267-bb13-43733a381494 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:29.854857 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Attempting to bind port ae6f4372-e913-4267-bb13-43733a381494 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:29.855537 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Attempting to bind port ae6f4372-e913-4267-bb13-43733a381494 on network 29873718-7d95-4147-8f25-a586bd11d585 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:29.860646 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Port ae6f4372-e913-4267-bb13-43733a381494 on network 29873718-7d95-4147-8f25-a586bd11d585 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:29.860978 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Attempting to bind port ae6f4372-e913-4267-bb13-43733a381494 on network 29873718-7d95-4147-8f25-a586bd11d585 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:29.868163 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:29.868509 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Checking segment: {'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:29.869046 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Bound using segment: {'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:29.869604 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Bound port: ae6f4372-e913-4267-bb13-43733a381494, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:29.869994 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.917819 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Sync routers for ids ['2544bef2-7078-474c-a0fd-8836f17b3460'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:38:29.928121 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Routers {'2544bef2-7078-474c-a0fd-8836f17b3460'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:29.928761 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['2544bef2-7078-474c-a0fd-8836f17b3460'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:29.970656 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] For port ae6f4372-e913-4267-bb13-43733a381494, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:29.979673 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] For port ae6f4372-e913-4267-bb13-43733a381494, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae6f4372-e913-4267-bb13-43733a381494,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:29.986539 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.056450 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6f4372-e913-4267-bb13-43733a381494,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:30.067882 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.068689 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.070454 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-b0e5a9ef-7877-466e-afcf-7b234b45c530 service neutron] 10.222.0.84 "PUT /v2.0/ports/ae6f4372-e913-4267-bb13-43733a381494 HTTP/1.1" status: 200 len: 1094 time: 1.1200292 Jul 16 18:38:30.070973 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5aac923-3bb5-4042-ab4a-9d79050fa772', 'tag': 'ae6f4372-e913-4267-bb13-43733a381494'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:30.073400 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda0b5cb-cfae-4624-bc32-f015491f01d1" -d '{"events": [{"name": "network-changed", "server_uuid": "b5aac923-3bb5-4042-ab4a-9d79050fa772", "tag": "ae6f4372-e913-4267-bb13-43733a381494"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:30.126625 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c2fe61-bc5c-4489-b0d8-20c3821c0ce7 x-openstack-request-id: req-87c2fe61-bc5c-4489-b0d8-20c3821c0ce7 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:30.127045 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5aac923-3bb5-4042-ab4a-9d79050fa772", "tag": "ae6f4372-e913-4267-bb13-43733a381494", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:30.127222 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-87c2fe61-bc5c-4489-b0d8-20c3821c0ce7 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:30.127598 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5aac923-3bb5-4042-ab4a-9d79050fa772', 'tag': 'ae6f4372-e913-4267-bb13-43733a381494', 'status': 'completed', 'code': 200} Jul 16 18:38:30.169492 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Set router 2544bef2-7078-474c-a0fd-8836f17b3460 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:30.220335 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9bd5d-0b62-442a-b700-05d7bc6fd00a req-4de3b520-6fd5-46bb-85be-ecfa96071cc0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.229187 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9ef9bd5d-0b62-442a-b700-05d7bc6fd00a req-4de3b520-6fd5-46bb-85be-ecfa96071cc0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0868869 Jul 16 18:38:30.290994 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9ef9bd5d-0b62-442a-b700-05d7bc6fd00a req-5b28e8df-f1ee-4022-82ca-7d80a315c610 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608137 Jul 16 18:38:30.382114 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 3c8d2c86-f98f-40c1-943d-37197dea30f4 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:30.386765 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-e12a9557-268b-4dbe-a4d1-4e1cd69a1e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.388492 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-e12a9557-268b-4dbe-a4d1-4e1cd69a1e55 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5607965800841a692b6942051d81098&device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 1097 time: 0.1840835 Jul 16 18:38:30.509890 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-3bd5c01c-748d-43ae-bc5a-9877b5c0b247 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae6f4372-e913-4267-bb13-43733a381494 HTTP/1.1" status: 200 len: 217 time: 0.0950053 Jul 16 18:38:30.607013 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-8a8ecae9-ee65-49fd-9701-20ce171f7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.608636 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-8a8ecae9-ee65-49fd-9701-20ce171f7927 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=19ee39ff-aec1-451c-8b83-48ed0ded6052 HTTP/1.1" status: 200 len: 855 time: 0.0860808 Jul 16 18:38:30.649194 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-58d37ef0-15bc-4da7-92a3-768f8fba5031 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=29873718-7d95-4147-8f25-a586bd11d585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308123 Jul 16 18:38:30.668449 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port 3c8d2c86-f98f-40c1-943d-37197dea30f4 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:30.676004 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 3c8d2c86-f98f-40c1-943d-37197dea30f4 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:30.676452 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.718215 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'name': 'tempest-TestMinimumBasicScenario-112978877-router', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:23Z', 'updated_at': '2021-07-16T18:38:27Z', 'revision_number': 4, 'project_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'gw_port': {'id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:77:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:24Z', 'updated_at': '2021-07-16T18:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '751092d4-44d9-48bf-8ec4-dbde633d59d5', 'name': '', 'network_id': 'b8baf675-b354-4a06-a906-628f5220837b', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'mac_address': 'fa:16:3e:02:6d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '913362c6-1f61-4203-af1d-0ce8b3348f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:27Z', 'updated_at': '2021-07-16T18:38:28Z', 'revision_number': 2, 'project_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'subnets': [{'id': '913362c6-1f61-4203-af1d-0ce8b3348f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:30.749608 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Checking router: 2544bef2-7078-474c-a0fd-8836f17b3460 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:38:30.749953 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Updating router 2544bef2-7078-474c-a0fd-8836f17b3460 port 751092d4-44d9-48bf-8ec4-dbde633d59d5 binding host dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:38:30.793183 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.838392 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-5e85328d-9c72-4df0-a4f8-a50d201571f5 service neutron] 10.222.0.84 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746778 Jul 16 18:38:30.857740 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.913172 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eed741-d204-4bc1-ac7d-39cba64a537f req-7607e278-aaaf-44be-8f33-1f0ceb906ac3 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.920572 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e4eed741-d204-4bc1-ac7d-39cba64a537f req-7607e278-aaaf-44be-8f33-1f0ceb906ac3 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 944 time: 0.1045797 Jul 16 18:38:30.936237 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port 3c8d2c86-f98f-40c1-943d-37197dea30f4, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=3c8d2c86-f98f-40c1-943d-37197dea30f4,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:30.949861 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:30.976904 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e4eed741-d204-4bc1-ac7d-39cba64a537f req-c24f556e-ebc7-4d74-bac6-5cc922886801 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533171 Jul 16 18:38:30.979554 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aaed5d-5db3-4ce5-932e-a8f23403d756 req-22b0e657-33d1-41ba-a9da-7fa1709a950f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:30.982743 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-52aaed5d-5db3-4ce5-932e-a8f23403d756 req-22b0e657-33d1-41ba-a9da-7fa1709a950f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.2075374 Jul 16 18:38:31.021982 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff5bd223-4a63-4ba0-9ae0-473930c8e81b req-899895fe-db3e-4c96-a9d1-1630af66da5e service neutron] 10.222.0.84 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681473 Jul 16 18:38:31.039514 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-52aaed5d-5db3-4ce5-932e-a8f23403d756 req-1f8a40f5-3e20-4db0-9a70-858756180a0d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487123 Jul 16 18:38:31.052615 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=3c8d2c86-f98f-40c1-943d-37197dea30f4,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:31.194402 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Notify callbacks [] for port, precommit_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.207379 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Transition to ACTIVE for port object 751092d4-44d9-48bf-8ec4-dbde633d59d5 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:31.214581 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.268214 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f0afd-44d1-4b48-842e-abecf2d1a551 None None] Pushing event updated for resources: {'Port': ['ID=751092d4-44d9-48bf-8ec4-dbde633d59d5,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:31.337748 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Attempting to bind port 751092d4-44d9-48bf-8ec4-dbde633d59d5 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:31.338125 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Attempting to bind port 751092d4-44d9-48bf-8ec4-dbde633d59d5 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': '0ba20d7c-44d8-4f9b-8054-d50b59c95245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b8baf675-b354-4a06-a906-628f5220837b'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:31.338487 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Attempting to bind port 751092d4-44d9-48bf-8ec4-dbde633d59d5 on network b8baf675-b354-4a06-a906-628f5220837b {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:31.345707 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:31.346111 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Checking segment: {'id': '0ba20d7c-44d8-4f9b-8054-d50b59c95245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b8baf675-b354-4a06-a906-628f5220837b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:31.346478 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.346869 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Bound using segment: {'id': '0ba20d7c-44d8-4f9b-8054-d50b59c95245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b8baf675-b354-4a06-a906-628f5220837b'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:31.347335 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Bound port: 751092d4-44d9-48bf-8ec4-dbde633d59d5, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ba20d7c-44d8-4f9b-8054-d50b59c95245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'b8baf675-b354-4a06-a906-628f5220837b'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:31.347780 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.466389 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] For port 751092d4-44d9-48bf-8ec4-dbde633d59d5, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:31.473739 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] For port 751092d4-44d9-48bf-8ec4-dbde633d59d5, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=751092d4-44d9-48bf-8ec4-dbde633d59d5,segment=NetworkSegment(0ba20d7c-44d8-4f9b-8054-d50b59c95245),segment_id=0ba20d7c-44d8-4f9b-8054-d50b59c95245)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:31.491125 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.598397 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939d819-ca6a-4fcd-85fd-af60a96ef4dd req-0a495675-bd0f-4f6b-9776-7a52b79c5fe7 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:31.601797 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3939d819-ca6a-4fcd-85fd-af60a96ef4dd req-0a495675-bd0f-4f6b-9776-7a52b79c5fe7 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.1374342 Jul 16 18:38:31.631089 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f0afd-44d1-4b48-842e-abecf2d1a551 None None] Pushing event updated for resources: {'Port': ['ID=751092d4-44d9-48bf-8ec4-dbde633d59d5,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:31.638100 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Routers {'2544bef2-7078-474c-a0fd-8836f17b3460'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:38:31.638750 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:38:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['2544bef2-7078-474c-a0fd-8836f17b3460'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:31.644389 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-00e156e6-d08c-4d17-ad4a-182cf28d29c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:31.691751 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3939d819-ca6a-4fcd-85fd-af60a96ef4dd req-721c27ec-051d-4af5-8eb2-1617eecac616 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826464 Jul 16 18:38:31.797752 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] Set router 2544bef2-7078-474c-a0fd-8836f17b3460 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:38:31.910860 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.028077 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'name': 'tempest-TestMinimumBasicScenario-112978877-router', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:23Z', 'updated_at': '2021-07-16T18:38:27Z', 'revision_number': 4, 'project_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'gw_port': {'id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:24Z', 'updated_at': '2021-07-16T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '751092d4-44d9-48bf-8ec4-dbde633d59d5', 'name': '', 'network_id': 'b8baf675-b354-4a06-a906-628f5220837b', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'mac_address': 'fa:16:3e:02:6d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '913362c6-1f61-4203-af1d-0ce8b3348f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:27Z', 'updated_at': '2021-07-16T18:38:31Z', 'revision_number': 4, 'project_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'subnets': [{'id': '913362c6-1f61-4203-af1d-0ce8b3348f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:38:32.060675 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986b4a16-a115-4b45-b057-1a2f873651eb None None] The sync data for ids ['2544bef2-7078-474c-a0fd-8836f17b3460'] in dv-cinder-786932-5-iscsi is: [{'id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'name': 'tempest-TestMinimumBasicScenario-112978877-router', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:23Z', 'updated_at': '2021-07-16T18:38:27Z', 'revision_number': 4, 'project_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'gw_port': {'id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:24Z', 'updated_at': '2021-07-16T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '751092d4-44d9-48bf-8ec4-dbde633d59d5', 'name': '', 'network_id': 'b8baf675-b354-4a06-a906-628f5220837b', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'mac_address': 'fa:16:3e:02:6d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '913362c6-1f61-4203-af1d-0ce8b3348f1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:27Z', 'updated_at': '2021-07-16T18:38:31Z', 'revision_number': 4, 'project_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'subnets': [{'id': '913362c6-1f61-4203-af1d-0ce8b3348f1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:38:32.259785 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd417bd1-5c61-4271-bd5c-dc4096700948 req-66c44e05-0a1b-4391-acf8-db4ea2e6a49b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:32.261452 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fd417bd1-5c61-4271-bd5c-dc4096700948 req-66c44e05-0a1b-4391-acf8-db4ea2e6a49b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 944 time: 0.1158838 Jul 16 18:38:32.352107 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fd417bd1-5c61-4271-bd5c-dc4096700948 req-ce5a4916-7897-437c-a56a-f76471b0524e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799031 Jul 16 18:38:32.399543 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7dd82-0ecf-4aca-906a-dc2c1dceea32 req-7780606d-b122-44b9-abc9-f600c61d6867 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:32.406566 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-dfc7dd82-0ecf-4aca-906a-dc2c1dceea32 req-7780606d-b122-44b9-abc9-f600c61d6867 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.1466107 Jul 16 18:38:32.436255 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 3c8d2c86-f98f-40c1-943d-37197dea30f4 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:32.479922 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-dfc7dd82-0ecf-4aca-906a-dc2c1dceea32 req-42fe5281-8136-4b52-9a22-4e948395df0b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721831 Jul 16 18:38:32.520651 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 3c8d2c86-f98f-40c1-943d-37197dea30f4 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:32.521339 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.646042 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 751092d4-44d9-48bf-8ec4-dbde633d59d5 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:32.648445 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.719008 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port 751092d4-44d9-48bf-8ec4-dbde633d59d5 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:32.726236 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 751092d4-44d9-48bf-8ec4-dbde633d59d5 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:32.726930 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.842518 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.904605 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port 751092d4-44d9-48bf-8ec4-dbde633d59d5, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=751092d4-44d9-48bf-8ec4-dbde633d59d5,segment=NetworkSegment(0ba20d7c-44d8-4f9b-8054-d50b59c95245),segment_id=0ba20d7c-44d8-4f9b-8054-d50b59c95245)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:32.910200 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:32.938266 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eee8f5-9140-49d1-a1e3-aee57c66556f req-ca737589-5474-4f50-8d52-365adc8096d5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:32.947854 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-34eee8f5-9140-49d1-a1e3-aee57c66556f req-ca737589-5474-4f50-8d52-365adc8096d5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.1325495 Jul 16 18:38:32.996649 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=751092d4-44d9-48bf-8ec4-dbde633d59d5,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:32.997965 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-34eee8f5-9140-49d1-a1e3-aee57c66556f req-312a72cd-3903-4295-b2b5-461a8db2fc3e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490980 Jul 16 18:38:33.328914 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:33.534770 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1891c35-745f-4d27-a9b9-e94893ed5852 req-4427d8a1-a10f-451f-bf67-f5270f1abd9f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:33.539380 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d1891c35-745f-4d27-a9b9-e94893ed5852 req-4427d8a1-a10f-451f-bf67-f5270f1abd9f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 944 time: 0.0732753 Jul 16 18:38:33.607066 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d1891c35-745f-4d27-a9b9-e94893ed5852 req-8b7640dc-24fd-4bb4-b750-f7fee35352cd tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622277 Jul 16 18:38:33.721475 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e36e6b-cf65-4669-beca-f13ab1847bfc req-753c3811-ff81-4ccd-8299-ad4911f84c7b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:33.723100 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c4e36e6b-cf65-4669-beca-f13ab1847bfc req-753c3811-ff81-4ccd-8299-ad4911f84c7b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0780110 Jul 16 18:38:33.771361 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c4e36e6b-cf65-4669-beca-f13ab1847bfc req-2752c3bd-f803-4e38-aa52-767ebaede52c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404906 Jul 16 18:38:34.032594 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.192762 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7aa4cf-d12d-461e-a2d5-4ec7d20d13c1 req-6d129009-910a-4d16-b294-605b63f6121e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.194357 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4d7aa4cf-d12d-461e-a2d5-4ec7d20d13c1 req-6d129009-910a-4d16-b294-605b63f6121e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0674748 Jul 16 18:38:34.235925 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4d7aa4cf-d12d-461e-a2d5-4ec7d20d13c1 req-6cc0644a-9529-4a4b-a1f5-8b7f91db4fdb tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359132 Jul 16 18:38:34.339919 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 751092d4-44d9-48bf-8ec4-dbde633d59d5 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:34.392260 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 751092d4-44d9-48bf-8ec4-dbde633d59d5 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:34.392980 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:34.553455 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0b5cb-cfae-4624-bc32-f015491f01d1 req-2f6db184-4b3c-42f2-bf23-aae4b4275741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.554878 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bda0b5cb-cfae-4624-bc32-f015491f01d1 req-2f6db184-4b3c-42f2-bf23-aae4b4275741 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5607965800841a692b6942051d81098&device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 1097 time: 0.0602288 Jul 16 18:38:34.662687 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0b5cb-cfae-4624-bc32-f015491f01d1 req-45c17a4d-b416-4ae7-a59a-fd31ebf2d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.664561 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bda0b5cb-cfae-4624-bc32-f015491f01d1 req-45c17a4d-b416-4ae7-a59a-fd31ebf2d667 service neutron] 10.222.0.84 "GET /v2.0/networks?id=29873718-7d95-4147-8f25-a586bd11d585 HTTP/1.1" status: 200 len: 916 time: 0.0994961 Jul 16 18:38:34.729701 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bda0b5cb-cfae-4624-bc32-f015491f01d1 req-8083de62-8ae2-44d1-b6d1-44e8aa2a4f38 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae6f4372-e913-4267-bb13-43733a381494 HTTP/1.1" status: 200 len: 217 time: 0.0440960 Jul 16 18:38:34.830381 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0b5cb-cfae-4624-bc32-f015491f01d1 req-e3d135fd-4cb7-4ef7-9146-94d72c998930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.831866 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bda0b5cb-cfae-4624-bc32-f015491f01d1 req-e3d135fd-4cb7-4ef7-9146-94d72c998930 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=19ee39ff-aec1-451c-8b83-48ed0ded6052 HTTP/1.1" status: 200 len: 855 time: 0.0889599 Jul 16 18:38:34.878529 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bda0b5cb-cfae-4624-bc32-f015491f01d1 req-394e709f-5944-4017-9964-9b0c6cde596e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=29873718-7d95-4147-8f25-a586bd11d585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284548 Jul 16 18:38:34.891081 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b384da-7422-4976-bf24-e41d6d39849e req-a095baa4-2bed-4217-ac96-38850fca5a88 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:34.893297 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-21b384da-7422-4976-bf24-e41d6d39849e req-a095baa4-2bed-4217-ac96-38850fca5a88 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 944 time: 0.1191938 Jul 16 18:38:35.003361 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac6675-f8c5-40f2-8a8b-44f39f2d6642 req-cd30b116-c177-43af-a6c2-9f62d0326dce tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:35.007479 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-21b384da-7422-4976-bf24-e41d6d39849e req-0aa53d69-e85f-4c36-9765-544fb8bb6b3b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798218 Jul 16 18:38:35.010769 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-afac6675-f8c5-40f2-8a8b-44f39f2d6642 req-cd30b116-c177-43af-a6c2-9f62d0326dce tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0779183 Jul 16 18:38:35.046358 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-afac6675-f8c5-40f2-8a8b-44f39f2d6642 req-3ffd37d0-6fe7-4c31-9e40-e793252ba2ad tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346396 Jul 16 18:38:35.065387 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bda0b5cb-cfae-4624-bc32-f015491f01d1 req-70e37252-691e-4413-bb9f-e5575bb15a60 service neutron] 10.222.0.84 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671093 Jul 16 18:38:35.171999 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bda0b5cb-cfae-4624-bc32-f015491f01d1 req-f50074fa-57e9-438b-ae3f-183e3c9f21ec service neutron] 10.222.0.84 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918744 Jul 16 18:38:35.431385 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729c6f4-f06c-44bf-9cae-f085cc3e5b55 req-d9dd9034-6739-4c4c-878d-0907f0a3730f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:35.432882 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d729c6f4-f06c-44bf-9cae-f085cc3e5b55 req-d9dd9034-6739-4c4c-878d-0907f0a3730f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0683875 Jul 16 18:38:35.474003 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d729c6f4-f06c-44bf-9cae-f085cc3e5b55 req-5ed8ae2c-65a4-4937-be22-0a8d82d54a17 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354373 Jul 16 18:38:36.208621 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5bd29-5923-4304-8e36-db459a1c9332 req-c77b4a0a-4407-4862-b07b-b2e3afc01837 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.210296 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-84f5bd29-5923-4304-8e36-db459a1c9332 req-c77b4a0a-4407-4862-b07b-b2e3afc01837 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 944 time: 0.0802927 Jul 16 18:38:36.264678 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-84f5bd29-5923-4304-8e36-db459a1c9332 req-4f0f214e-b482-4d0b-99bb-13ecf39e73b4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484185 Jul 16 18:38:36.267238 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5e19-b4fb-4163-aa36-7eda5464fe15 req-249d6b59-d653-4a2c-a470-a8b8a825b98e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.268765 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-615a5e19-b4fb-4163-aa36-7eda5464fe15 req-249d6b59-d653-4a2c-a470-a8b8a825b98e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0912685 Jul 16 18:38:36.313176 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-615a5e19-b4fb-4163-aa36-7eda5464fe15 req-2834b8ff-b6bf-4ef0-81cf-39f701254beb tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386734 Jul 16 18:38:36.660277 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e2e93-15b8-47ad-ae54-239082b16c46 req-6937f868-d742-4a18-81dc-afe402ede86b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:36.661716 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0f6e2e93-15b8-47ad-ae54-239082b16c46 req-6937f868-d742-4a18-81dc-afe402ede86b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0728126 Jul 16 18:38:36.703497 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0f6e2e93-15b8-47ad-ae54-239082b16c46 req-040310d8-4185-4f78-8ee8-c6916842d44c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353274 Jul 16 18:38:37.005241 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:38:37.095502 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a7d00-63a0-484b-9af6-a9e5504e95c8 req-13cde9e7-2a76-4215-a5b0-1739310cb370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.102625 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-048a7d00-63a0-484b-9af6-a9e5504e95c8 req-13cde9e7-2a76-4215-a5b0-1739310cb370 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 1098 time: 0.0723255 Jul 16 18:38:37.147107 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-048a7d00-63a0-484b-9af6-a9e5504e95c8 req-330e7079-be10-4565-8ce8-dce62a7b2039 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365226 Jul 16 18:38:37.442039 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce318dd-b831-441f-948b-ea84cc908d4f req-36f1493e-4ef8-41ad-a6f1-f60aac088d06 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.449338 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dce318dd-b831-441f-948b-ea84cc908d4f req-36f1493e-4ef8-41ad-a6f1-f60aac088d06 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 944 time: 0.0780056 Jul 16 18:38:37.485957 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dce318dd-b831-441f-948b-ea84cc908d4f req-703acd2d-1501-446e-bc2b-967701b84825 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356247 Jul 16 18:38:37.527875 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088dac0-e7c0-4497-ae59-7a7f24cb3583 req-2c46965d-b252-433b-abcf-19f80457e2e7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.529986 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f088dac0-e7c0-4497-ae59-7a7f24cb3583 req-2c46965d-b252-433b-abcf-19f80457e2e7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0748191 Jul 16 18:38:37.575629 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f088dac0-e7c0-4497-ae59-7a7f24cb3583 req-308907b5-3058-46fe-99af-238394f3009f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373061 Jul 16 18:38:37.897495 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5b613-0518-4ecb-a04e-8fa887d1cbee req-6c183781-4499-4919-b5ef-c9177456f56c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:37.898904 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c6e5b613-0518-4ecb-a04e-8fa887d1cbee req-6c183781-4499-4919-b5ef-c9177456f56c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0745096 Jul 16 18:38:37.942067 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c6e5b613-0518-4ecb-a04e-8fa887d1cbee req-16a76140-ee50-4b21-83d5-c2a13847d493 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349457 Jul 16 18:38:38.724233 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba91c5-ddec-46fb-850b-535817ecf04e req-e253c267-b229-45c6-a521-2ac6ad3e804b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:38.726753 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-47ba91c5-ddec-46fb-850b-535817ecf04e req-e253c267-b229-45c6-a521-2ac6ad3e804b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 944 time: 0.1201644 Jul 16 18:38:38.792055 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-47ba91c5-ddec-46fb-850b-535817ecf04e req-f1a8753a-c5f1-4207-97d0-ac18f7bfc101 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500240 Jul 16 18:38:38.841732 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb33e19-98ba-4635-8ecd-6eef2039879d req-e36262ea-2d1d-411c-8acb-eb4e5162c9af tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:38.843845 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-deb33e19-98ba-4635-8ecd-6eef2039879d req-e36262ea-2d1d-411c-8acb-eb4e5162c9af tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0914335 Jul 16 18:38:38.909448 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-deb33e19-98ba-4635-8ecd-6eef2039879d req-55b1cc66-ea48-425a-b523-9291a76b2901 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578163 Jul 16 18:38:39.150560 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58508663-0c29-40c8-9627-311ba84d165c req-d21d8e99-8225-44cb-812e-c4c04c34e5ed tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:39.152371 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-58508663-0c29-40c8-9627-311ba84d165c req-d21d8e99-8225-44cb-812e-c4c04c34e5ed tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0887113 Jul 16 18:38:39.193882 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-58508663-0c29-40c8-9627-311ba84d165c req-c22ca459-3844-4ea3-b738-8309fe5fbe5b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353897 Jul 16 18:38:39.930943 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-d9936a07-53e3-46c3-be87-9d60d5acb682 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:39.932388 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-d9936a07-53e3-46c3-be87-9d60d5acb682 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/networks?id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 HTTP/1.1" status: 200 len: 814 time: 0.1051536 Jul 16 18:38:39.947623 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-fa5ffbc7-6f0d-4880-a8db-a39c54f66400 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/quotas/7d8e0d1a4da34fdc8fb01dd5cf7ce892 HTTP/1.1" status: 200 len: 375 time: 0.0094554 Jul 16 18:38:39.969170 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4047d9b-2a2c-4d47-b4d9-7d67f6d04a1f req-7226922c-3bdc-4951-8ce4-5d3b45bc87ab tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:39.970671 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c4047d9b-2a2c-4d47-b4d9-7d67f6d04a1f req-7226922c-3bdc-4951-8ce4-5d3b45bc87ab tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 944 time: 0.0655754 Jul 16 18:38:40.008063 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c4047d9b-2a2c-4d47-b4d9-7d67f6d04a1f req-846a8fbe-24cd-4983-8ce4-72488bcc5e55 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315337 Jul 16 18:38:40.016822 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-0d804ac3-f5ad-49f3-8b81-2aaf8922003a tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7d8e0d1a4da34fdc8fb01dd5cf7ce892&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637739 Jul 16 18:38:40.118295 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-4570110d-07a9-4ee0-b095-1e2ca1aea14d service neutron] 10.222.0.68 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898387 Jul 16 18:38:40.178165 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa7295-f289-4af9-aeb7-e4c46a2ec5e3 req-e948baab-00fd-4ea2-9a63-62163b8bf38d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.179631 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b9fa7295-f289-4af9-aeb7-e4c46a2ec5e3 req-e948baab-00fd-4ea2-9a63-62163b8bf38d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0669949 Jul 16 18:38:40.209831 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-652929bb-b594-4e5e-8bc6-d38506a70e69 service neutron] 10.222.0.68 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852456 Jul 16 18:38:40.219021 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b9fa7295-f289-4af9-aeb7-e4c46a2ec5e3 req-5cfb79a4-8e67-46e3-84ba-0a046c4d5257 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326374 Jul 16 18:38:40.390777 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-dfec6c76-734e-44e1-bda8-b53a0938fe93 req-3542b3e4-36d4-49e9-b17c-51997953c2d2 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 210 time: 0.0354733 Jul 16 18:38:40.410444 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf0d70-e5d9-4335-9ece-988da048dd80 req-b52c0419-0074-460b-aeb4-54e13bd7071b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:40.411070 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cadf0d70-e5d9-4335-9ece-988da048dd80 req-b52c0419-0074-460b-aeb4-54e13bd7071b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0819626 Jul 16 18:38:40.450116 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cadf0d70-e5d9-4335-9ece-988da048dd80 req-2ca7cf74-302e-4f10-8785-b14988abaac0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331988 Jul 16 18:38:41.179325 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4f001-0b31-4183-b084-dcd181592928 req-8f3b80cd-1075-47e7-be7b-3102c88fa3c8 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:41.180797 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-96a4f001-0b31-4183-b084-dcd181592928 req-8f3b80cd-1075-47e7-be7b-3102c88fa3c8 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 944 time: 0.0631509 Jul 16 18:38:41.218139 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-96a4f001-0b31-4183-b084-dcd181592928 req-854bd119-ff71-41f5-9e5b-b5b0a8b49245 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Jul 16 18:38:41.409038 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ee36c-b293-4132-87de-4d7d83ce7c70 req-b65bacac-9562-4da2-be7a-c42c6952d478 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:41.410718 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-aa4ee36c-b293-4132-87de-4d7d83ce7c70 req-b65bacac-9562-4da2-be7a-c42c6952d478 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0683641 Jul 16 18:38:41.451490 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-aa4ee36c-b293-4132-87de-4d7d83ce7c70 req-9d22ddbb-808b-41f7-8102-fb59caf3ece1 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347502 Jul 16 18:38:41.486900 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device ae6f4372-e913-4267-bb13-43733a381494 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:41.541966 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bcd45144-e5b2-456b-a743-4c9de80cb0d4 req-6efaf05a-0dac-4d73-bd83-f96827d40de7 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 210 time: 0.0398610 Jul 16 18:38:41.590638 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port ae6f4372-e913-4267-bb13-43733a381494, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae6f4372-e913-4267-bb13-43733a381494,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:41.601923 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': 'ae6f4372-e913-4267-bb13-43733a381494', 'network_id': '29873718-7d95-4147-8f25-a586bd11d585', 'port_id': 'ae6f4372-e913-4267-bb13-43733a381494', 'mac_address': 'fa:16:3e:1a:de:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ee39ff-aec1-451c-8b83-48ed0ded6052', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:41.629342 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e1c40-979b-47c5-8298-4ac91c9cd487 req-3e604de5-0e48-4119-b1c3-e1871d1cfc87 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:41.631038 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f8e1c40-979b-47c5-8298-4ac91c9cd487 req-3e604de5-0e48-4119-b1c3-e1871d1cfc87 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0660999 Jul 16 18:38:41.639423 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.654111 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6f4372-e913-4267-bb13-43733a381494 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:41.670236 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f8e1c40-979b-47c5-8298-4ac91c9cd487 req-3544a014-563c-4e9b-9d93-397f3117e56e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325918 Jul 16 18:38:41.674373 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port ae6f4372-e913-4267-bb13-43733a381494, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae6f4372-e913-4267-bb13-43733a381494,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:41.679425 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:41.731057 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=ae6f4372-e913-4267-bb13-43733a381494,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:42.405133 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12770a-b4d2-47b7-9b4c-8aacbe48e1ed req-ab90e71c-8f09-4fb7-8b58-c0550187f582 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:42.412288 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9e12770a-b4d2-47b7-9b4c-8aacbe48e1ed req-ab90e71c-8f09-4fb7-8b58-c0550187f582 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 945 time: 0.0716281 Jul 16 18:38:42.452106 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9e12770a-b4d2-47b7-9b4c-8aacbe48e1ed req-cce3a1b9-12e2-4fc8-aae5-a9beb5e6d143 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388577 Jul 16 18:38:42.560684 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['ae6f4372-e913-4267-bb13-43733a381494'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:42.659397 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c4ece-0632-4e4e-896d-a43361ffa2f3 req-fbb93bfa-758a-4d0a-98c8-9a19d90f9bb4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:42.661554 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-465c4ece-0632-4e4e-896d-a43361ffa2f3 req-fbb93bfa-758a-4d0a-98c8-9a19d90f9bb4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0818517 Jul 16 18:38:42.704043 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1e4c4867-9608-4987-903d-a96e220c4e4e req-8b8ae323-225e-49ba-8b83-32f4b1bddbc4 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 210 time: 0.0448389 Jul 16 18:38:42.717051 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-465c4ece-0632-4e4e-896d-a43361ffa2f3 req-a32c6be5-5d70-4c15-8daa-8b1da9c434e8 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482392 Jul 16 18:38:42.874883 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19f3da-b561-4b1e-a454-5553288d72d6 req-7f482286-1c0c-417a-98fc-0ce7319d5baa tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:42.876375 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-de19f3da-b561-4b1e-a454-5553288d72d6 req-7f482286-1c0c-417a-98fc-0ce7319d5baa tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0661745 Jul 16 18:38:42.914520 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-de19f3da-b561-4b1e-a454-5553288d72d6 req-4b917add-e76e-4fea-8725-a882a1980cfd tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Jul 16 18:38:42.997937 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-911b96c7-6810-47ee-82bd-f00b07a461ca tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:42.999382 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-911b96c7-6810-47ee-82bd-f00b07a461ca tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.84 "GET /v2.0/networks?id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 HTTP/1.1" status: 200 len: 814 time: 0.1068203 Jul 16 18:38:43.038026 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-b4c4916e-0d1e-4f07-851c-844db09ba25c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Request body: {'port': {'device_id': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'admin_state_up': True, 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:43.150747 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-b4c4916e-0d1e-4f07-851c-844db09ba25c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Made reservation on behalf of 7d8e0d1a4da34fdc8fb01dd5cf7ce892 for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:38:43.154385 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-b4c4916e-0d1e-4f07-851c-844db09ba25c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.281583 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-b4c4916e-0d1e-4f07-851c-844db09ba25c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Allocated IP 172.20.0.11 (d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0/1eaed58b-91bc-443c-9f38-8c497a614229/aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:38:43.496356 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c394f9-4109-48ce-8bb4-6e5d4722452e req-ccac3c54-3ba0-4919-9f09-fff39a87a0ef tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:43.498408 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-45c394f9-4109-48ce-8bb4-6e5d4722452e req-ccac3c54-3ba0-4919-9f09-fff39a87a0ef tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.1992824 Jul 16 18:38:43.505874 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be5b98-4f8f-4f2f-b6fc-fef8b1915831 req-6b4de666-6c27-45ed-bf30-2fe6ba400a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:43.507151 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e7be5b98-4f8f-4f2f-b6fc-fef8b1915831 req-6b4de666-6c27-45ed-bf30-2fe6ba400a9c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb54116dfef342de94149d52c6033134&device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 1098 time: 0.1725805 Jul 16 18:38:43.542215 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-b4c4916e-0d1e-4f07-851c-844db09ba25c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.620104 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-b4c4916e-0d1e-4f07-851c-844db09ba25c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Transition to ACTIVE for port object aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:43.641909 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-45c394f9-4109-48ce-8bb4-6e5d4722452e req-39d7a892-c90b-4ecb-8368-e7fae1c33946 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337531 Jul 16 18:38:43.681679 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be5b98-4f8f-4f2f-b6fc-fef8b1915831 req-beee5a04-94a4-43e3-a847-3fa37a447809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:43.682978 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e7be5b98-4f8f-4f2f-b6fc-fef8b1915831 req-beee5a04-94a4-43e3-a847-3fa37a447809 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8ad46c9-129c-4ddd-b2a7-74be4109f043 HTTP/1.1" status: 200 len: 920 time: 0.1589024 Jul 16 18:38:43.697857 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-b4c4916e-0d1e-4f07-851c-844db09ba25c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:43.707022 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7f865-9502-4d07-a55d-04bf5f1e63b1 req-0f074a03-d8ae-4a2e-b95e-06762c460d69 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:43.708611 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a3c7f865-9502-4d07-a55d-04bf5f1e63b1 req-0f074a03-d8ae-4a2e-b95e-06762c460d69 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 945 time: 0.0808990 Jul 16 18:38:43.758486 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 437b2ab0-67a4-41e5-a548-b309dc5a2d30 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:38:43.785381 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a3c7f865-9502-4d07-a55d-04bf5f1e63b1 req-5b7fb442-b27a-415a-8a01-ebab0b109e8a tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694571 Jul 16 18:38:43.869759 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e7be5b98-4f8f-4f2f-b6fc-fef8b1915831 req-e72a7d44-236a-48b8-96ac-6bc7abd85bc8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53c62cf5-bc8e-4b46-83c1-5c407e228a6c HTTP/1.1" status: 200 len: 217 time: 0.1664243 Jul 16 18:38:43.961523 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 437b2ab0-67a4-41e5-a548-b309dc5a2d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:43.976057 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-b4c4916e-0d1e-4f07-851c-844db09ba25c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:38:43.992070 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-b4c4916e-0d1e-4f07-851c-844db09ba25c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:38:43.992821 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eb6ffe-9634-45ca-a584-fe166047a05b req-cacfd1f9-a33c-4446-89b6-64f5fe79f1ae tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:43.994421 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d4eb6ffe-9634-45ca-a584-fe166047a05b req-cacfd1f9-a33c-4446-89b6-64f5fe79f1ae tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0911002 Jul 16 18:38:43.997459 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'port_id': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'mac_address': 'fa:16:3e:50:f6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:38:44.001558 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-b4c4916e-0d1e-4f07-851c-844db09ba25c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:38:44.008952 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4916e-0d1e-4f07-851c-844db09ba25c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event updated for resources: {'Port': ['ID=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:44.073591 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d4eb6ffe-9634-45ca-a584-fe166047a05b req-bbbc9674-d81d-4942-8751-bff14aa41ea3 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642302 Jul 16 18:38:44.092285 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-b4c4916e-0d1e-4f07-851c-844db09ba25c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:44.093028 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-b4c4916e-0d1e-4f07-851c-844db09ba25c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.122452 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8c8da-c8a3-44b2-8749-ba5f2a8b836f req-37fbb877-f6da-454c-862e-4a43cc81dd29 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:44.124400 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a5e8c8da-c8a3-44b2-8749-ba5f2a8b836f req-37fbb877-f6da-454c-862e-4a43cc81dd29 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 932 time: 0.2413352 Jul 16 18:38:44.128950 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-b4c4916e-0d1e-4f07-851c-844db09ba25c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0951066 Jul 16 18:38:44.131048 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.155867 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 437b2ab0-67a4-41e5-a548-b309dc5a2d30 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:44.187835 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 437b2ab0-67a4-41e5-a548-b309dc5a2d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:44.196919 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.202153 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a5e8c8da-c8a3-44b2-8749-ba5f2a8b836f req-065ec677-a381-4d1b-ab69-4e516c01c2cb tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708485 Jul 16 18:38:44.277656 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=437b2ab0-67a4-41e5-a548-b309dc5a2d30,revision_number=6']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:44.346370 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-6cb298fb-9230-4eba-ae00-78bf055fdcb4 None None] Provisioning for port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:44.350671 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-6cb298fb-9230-4eba-ae00-78bf055fdcb4 None None] Provisioning complete for port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:44.351051 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-6cb298fb-9230-4eba-ae00-78bf055fdcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:44.388378 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-6cb298fb-9230-4eba-ae00-78bf055fdcb4 None None] Port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:38:44.588041 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['437b2ab0-67a4-41e5-a548-b309dc5a2d30'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:38:44.833912 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21694e1-e035-485e-b443-5215563fef1e req-9b3c06a4-78bb-4b5d-b471-0e1d2d4cae84 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:44.836334 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f21694e1-e035-485e-b443-5215563fef1e req-9b3c06a4-78bb-4b5d-b471-0e1d2d4cae84 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0702033 Jul 16 18:38:44.875931 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f21694e1-e035-485e-b443-5215563fef1e req-4a9baa68-b616-4596-aa17-82c8fbee3d7b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338058 Jul 16 18:38:44.963275 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f86aec-4f03-400e-87ac-5527ac08fe4f req-83847476-f574-4e6b-a782-32cd8fa75ecc tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:44.965259 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d2f86aec-4f03-400e-87ac-5527ac08fe4f req-83847476-f574-4e6b-a782-32cd8fa75ecc tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 945 time: 0.0697443 Jul 16 18:38:45.007006 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d2f86aec-4f03-400e-87ac-5527ac08fe4f req-6c74bdfe-f67a-4be8-8f86-bf9019646223 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345240 Jul 16 18:38:45.256294 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a975ed-9e87-4a81-afc5-3bf300867bb7 req-4352d327-dfca-4bda-93b7-1bd879fb5dbd tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:45.258212 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b7a975ed-9e87-4a81-afc5-3bf300867bb7 req-4352d327-dfca-4bda-93b7-1bd879fb5dbd tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 945 time: 0.0701528 Jul 16 18:38:45.298775 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b7a975ed-9e87-4a81-afc5-3bf300867bb7 req-8e31076d-b1e8-4a35-a8bc-74a76ae11a35 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342960 Jul 16 18:38:45.372541 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ab07c-c962-43b0-a168-30450b778d75 req-cab32ba5-646c-4d18-9083-aa73220f9562 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:45.373955 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4b3ab07c-c962-43b0-a168-30450b778d75 req-cab32ba5-646c-4d18-9083-aa73220f9562 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 932 time: 0.0656748 Jul 16 18:38:45.412213 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4b3ab07c-c962-43b0-a168-30450b778d75 req-7feb5320-c707-4ad8-9fb4-66c50f155197 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322988 Jul 16 18:38:45.743991 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 437b2ab0-67a4-41e5-a548-b309dc5a2d30 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:45.796983 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 437b2ab0-67a4-41e5-a548-b309dc5a2d30 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:45.797377 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.888976 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.925154 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb41297-851b-43d0-a0c2-afffba040204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437b2ab0-67a4-41e5-a548-b309dc5a2d30'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:45.927393 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b92a96a-6508-4179-9153-74d9bf59b544" -d '{"events": [{"server_uuid": "3eb41297-851b-43d0-a0c2-afffba040204", "name": "network-vif-plugged", "status": "completed", "tag": "437b2ab0-67a4-41e5-a548-b309dc5a2d30"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:45.967493 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 437b2ab0-67a4-41e5-a548-b309dc5a2d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:45.983292 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.984348 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device ae6f4372-e913-4267-bb13-43733a381494 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:38:46.082570 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897082b-f0de-4077-8bd9-156fca391197 req-fbdbbeff-3ede-4ab8-bc68-94d981972773 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:46.092767 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e897082b-f0de-4077-8bd9-156fca391197 req-fbdbbeff-3ede-4ab8-bc68-94d981972773 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0868607 Jul 16 18:38:46.130514 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=437b2ab0-67a4-41e5-a548-b309dc5a2d30,revision_number=7']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:46.142839 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e897082b-f0de-4077-8bd9-156fca391197 req-9ea82170-2dd7-4bd4-a232-eafd3e698fcd tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486856 Jul 16 18:38:46.147579 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port ae6f4372-e913-4267-bb13-43733a381494 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:38:46.152406 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port ae6f4372-e913-4267-bb13-43733a381494 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:38:46.153242 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.251210 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e350e971-6c53-44d1-8af0-568c95f55e83 x-openstack-request-id: req-e350e971-6c53-44d1-8af0-568c95f55e83 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:46.251497 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb41297-851b-43d0-a0c2-afffba040204", "name": "network-vif-plugged", "status": "completed", "tag": "437b2ab0-67a4-41e5-a548-b309dc5a2d30", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:46.251745 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e350e971-6c53-44d1-8af0-568c95f55e83 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:46.252138 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb41297-851b-43d0-a0c2-afffba040204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'code': 200} Jul 16 18:38:46.269048 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.310924 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port ae6f4372-e913-4267-bb13-43733a381494, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae6f4372-e913-4267-bb13-43733a381494,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:38:46.318755 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:46.384779 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=ae6f4372-e913-4267-bb13-43733a381494,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:46.406102 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5d7de-89db-47c8-b4f7-40583c223af8 req-d653c433-dcd3-4b2e-b4ec-f8fa9b6e39a9 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:46.407764 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0ad5d7de-89db-47c8-b4f7-40583c223af8 req-d653c433-dcd3-4b2e-b4ec-f8fa9b6e39a9 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.1005774 Jul 16 18:38:46.436688 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4797064-d2ab-4dbe-9c81-e306d40fc56d req-ae5e0f64-8de1-409a-86f3-7a3f645de088 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:46.440151 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c4797064-d2ab-4dbe-9c81-e306d40fc56d req-ae5e0f64-8de1-409a-86f3-7a3f645de088 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.0794687 Jul 16 18:38:46.450205 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0ad5d7de-89db-47c8-b4f7-40583c223af8 req-6a49e0a6-2733-4430-8ad7-d70625d10fbb tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364230 Jul 16 18:38:46.481524 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c4797064-d2ab-4dbe-9c81-e306d40fc56d req-9073ba56-3858-4dce-a80e-546ec7b95c2d tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336537 Jul 16 18:38:46.636566 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623dce7-9fa9-4af2-a6a7-d31bdc20a219 req-3e39bd54-89df-4723-aec2-df16e8a9f169 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:46.638143 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6623dce7-9fa9-4af2-a6a7-d31bdc20a219 req-3e39bd54-89df-4723-aec2-df16e8a9f169 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0699475 Jul 16 18:38:46.656782 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c79db-30cb-4748-b9b9-47762e6cbf99 req-4ca3f584-7816-4c22-b240-bb111045cfb9 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:46.658382 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-722c79db-30cb-4748-b9b9-47762e6cbf99 req-4ca3f584-7816-4c22-b240-bb111045cfb9 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 932 time: 0.0706503 Jul 16 18:38:46.690116 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6623dce7-9fa9-4af2-a6a7-d31bdc20a219 req-19c0bb2e-80b9-488a-904c-c3960665b80d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337007 Jul 16 18:38:46.699200 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-722c79db-30cb-4748-b9b9-47762e6cbf99 req-feb3dc63-4be9-477e-9398-59bbd0eb2b3c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349717 Jul 16 18:38:47.361289 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11a008-7ab6-4a39-bcd7-6b3484382ed2 req-28a6dc35-a91f-4295-b1db-f43752f4861f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.362881 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2c11a008-7ab6-4a39-bcd7-6b3484382ed2 req-28a6dc35-a91f-4295-b1db-f43752f4861f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0945468 Jul 16 18:38:47.428880 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2c11a008-7ab6-4a39-bcd7-6b3484382ed2 req-dd23fc9f-5f53-43fc-877c-2e370d990418 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589888 Jul 16 18:38:47.653932 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f26b2-b235-47c3-8dd3-a876eb39c499 req-6233f444-65a2-4294-b37d-04f3a0dbb055 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.662241 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-871f26b2-b235-47c3-8dd3-a876eb39c499 req-6233f444-65a2-4294-b37d-04f3a0dbb055 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0810266 Jul 16 18:38:47.703562 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6614afc-0813-449b-be29-0b8f7567cb98 req-06ce3339-2715-4a1a-b9a4-89f3af11cfd1 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.705774 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f6614afc-0813-449b-be29-0b8f7567cb98 req-06ce3339-2715-4a1a-b9a4-89f3af11cfd1 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.0899959 Jul 16 18:38:47.709999 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-871f26b2-b235-47c3-8dd3-a876eb39c499 req-d2da0d79-191d-4239-a76e-d7413f9ed4ad tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465529 Jul 16 18:38:47.772037 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f6614afc-0813-449b-be29-0b8f7567cb98 req-212103c9-6dd6-4061-a76d-01399f508a8d tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568261 Jul 16 18:38:47.909161 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e26b1c-9df9-459c-b101-a0da159a5581 req-de8a7bdf-bb03-42fb-b5be-9b191b921e41 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:47.911020 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-02e26b1c-9df9-459c-b101-a0da159a5581 req-de8a7bdf-bb03-42fb-b5be-9b191b921e41 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0788069 Jul 16 18:38:47.959480 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-02e26b1c-9df9-459c-b101-a0da159a5581 req-4c4c9e4c-c7b3-4c83-98b3-be2172dee70f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391629 Jul 16 18:38:48.021583 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ec6a1-9d2c-461b-b0eb-f5c6a6547876 req-0ddb708c-3790-4e9a-8adc-63d1824b9bf7 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.023009 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c59ec6a1-9d2c-461b-b0eb-f5c6a6547876 req-0ddb708c-3790-4e9a-8adc-63d1824b9bf7 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 932 time: 0.0823960 Jul 16 18:38:48.062538 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c59ec6a1-9d2c-461b-b0eb-f5c6a6547876 req-cc13f607-c110-40c9-9b5e-9698c94beca9 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335863 Jul 16 18:38:48.254215 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5aac923-3bb5-4042-ab4a-9d79050fa772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6f4372-e913-4267-bb13-43733a381494'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:48.256624 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d55fb7-fe74-4356-a4b7-1acc4b3dcac9" -d '{"events": [{"server_uuid": "b5aac923-3bb5-4042-ab4a-9d79050fa772", "name": "network-vif-plugged", "status": "completed", "tag": "ae6f4372-e913-4267-bb13-43733a381494"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:48.292347 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f242b869-f06f-468e-92e8-b6ed4b442b23 x-openstack-request-id: req-f242b869-f06f-468e-92e8-b6ed4b442b23 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:48.292644 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5aac923-3bb5-4042-ab4a-9d79050fa772", "name": "network-vif-plugged", "status": "completed", "tag": "ae6f4372-e913-4267-bb13-43733a381494", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:48.292897 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f242b869-f06f-468e-92e8-b6ed4b442b23 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:48.293288 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5aac923-3bb5-4042-ab4a-9d79050fa772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6f4372-e913-4267-bb13-43733a381494', 'code': 200} Jul 16 18:38:48.614626 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ececb78-a5f6-45b1-8643-7fff34bb60fd req-05be5c15-b793-43b9-9d3d-339a193a076c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.616019 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9ececb78-a5f6-45b1-8643-7fff34bb60fd req-05be5c15-b793-43b9-9d3d-339a193a076c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0680072 Jul 16 18:38:48.654059 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9ececb78-a5f6-45b1-8643-7fff34bb60fd req-ed575763-f8b2-471b-9829-61f361914542 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322199 Jul 16 18:38:48.907610 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c6f6d-d388-4677-9bed-0697a5382551 req-eb4a3902-68e9-4673-ac0e-ab84db4d5506 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.909310 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ae7c6f6d-d388-4677-9bed-0697a5382551 req-eb4a3902-68e9-4673-ac0e-ab84db4d5506 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0869672 Jul 16 18:38:48.957145 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ae7c6f6d-d388-4677-9bed-0697a5382551 req-40390061-e3ec-49bd-9711-a1ed4172931f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Jul 16 18:38:48.970373 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb9ff4-b4d8-4a09-b3af-740d26cb8303 req-d1c02f02-526e-46eb-8c45-a3c3def86791 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:48.972141 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-04eb9ff4-b4d8-4a09-b3af-740d26cb8303 req-d1c02f02-526e-46eb-8c45-a3c3def86791 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.0776527 Jul 16 18:38:49.012243 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-04eb9ff4-b4d8-4a09-b3af-740d26cb8303 req-7e7d9dd8-a035-494e-83da-71130d5c2e02 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336933 Jul 16 18:38:49.148704 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602e6f-de52-4572-85f1-40af1e656104 req-5f39c3f4-cf37-41fb-b8d7-6100ec9029ca tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.150136 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c5602e6f-de52-4572-85f1-40af1e656104 req-5f39c3f4-cf37-41fb-b8d7-6100ec9029ca tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0676565 Jul 16 18:38:49.189117 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c5602e6f-de52-4572-85f1-40af1e656104 req-44aa368c-c367-446d-9f44-2813f663c5ef tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334117 Jul 16 18:38:49.246407 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3561786-3e49-4408-aee6-5f5997a2f41a req-cad0d1dc-227d-4c52-994a-df8f8b179dc5 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.247901 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b3561786-3e49-4408-aee6-5f5997a2f41a req-cad0d1dc-227d-4c52-994a-df8f8b179dc5 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 932 time: 0.0764551 Jul 16 18:38:49.286089 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b3561786-3e49-4408-aee6-5f5997a2f41a req-3dbb85ce-d393-4e46-8434-28140ba0cce3 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325975 Jul 16 18:38:49.835768 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7213d2-72a0-4377-9717-94a90e38ee8d req-4f6132e5-3a1f-407c-a7ac-abbefbcb6ab8 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:49.837312 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7b7213d2-72a0-4377-9717-94a90e38ee8d req-4f6132e5-3a1f-407c-a7ac-abbefbcb6ab8 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0686007 Jul 16 18:38:49.876554 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7b7213d2-72a0-4377-9717-94a90e38ee8d req-ebc5ac69-d0b0-4ea2-8fdd-d960afebda4c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334086 Jul 16 18:38:50.144397 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473722d-f769-4799-b13d-98bc4995be1d req-55312003-65f3-4391-988e-dca131c0e54f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.149857 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0473722d-f769-4799-b13d-98bc4995be1d req-55312003-65f3-4391-988e-dca131c0e54f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0813870 Jul 16 18:38:50.185957 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0473722d-f769-4799-b13d-98bc4995be1d req-9d66eaaa-2b53-4553-8675-4ea244ec7790 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339937 Jul 16 18:38:50.194366 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22ab0d-707b-4c89-8a0b-0c4a5845649d req-760bfca1-5afc-4639-8de2-451b2f95e8e6 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.195974 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8e22ab0d-707b-4c89-8a0b-0c4a5845649d req-760bfca1-5afc-4639-8de2-451b2f95e8e6 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.0703840 Jul 16 18:38:50.236810 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8e22ab0d-707b-4c89-8a0b-0c4a5845649d req-e12e0310-9039-4bfb-a11c-63c24514409f tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350933 Jul 16 18:38:50.388126 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e570b3b-599b-4256-b10a-530a65306239 req-ea8b6028-3320-4aee-892a-e3bcb329fa9a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.389673 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0e570b3b-599b-4256-b10a-530a65306239 req-ea8b6028-3320-4aee-892a-e3bcb329fa9a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0689814 Jul 16 18:38:50.431079 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0e570b3b-599b-4256-b10a-530a65306239 req-1a34edd2-06b3-4aea-853f-722732f120c9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327756 Jul 16 18:38:50.465533 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522e1f2-84df-4d9a-9357-26a66bcb6928 req-dc794d81-e9b2-4546-8739-6923d4df115c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:50.469183 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1522e1f2-84df-4d9a-9357-26a66bcb6928 req-dc794d81-e9b2-4546-8739-6923d4df115c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 932 time: 0.0709057 Jul 16 18:38:50.505554 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1522e1f2-84df-4d9a-9357-26a66bcb6928 req-0ba98687-7968-4e19-97cc-00245fc31d75 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325694 Jul 16 18:38:51.067445 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c507dc6-927c-4775-8fee-ea2ffe948309 req-101ff00d-addb-4c93-8229-9f19ce6b78cd tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.068964 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1c507dc6-927c-4775-8fee-ea2ffe948309 req-101ff00d-addb-4c93-8229-9f19ce6b78cd tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0711946 Jul 16 18:38:51.106180 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1c507dc6-927c-4775-8fee-ea2ffe948309 req-b01f9c6e-dfcc-4578-bc37-1fc246933222 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315228 Jul 16 18:38:51.366840 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7301143-be26-4d5b-986b-39d2d92039ad req-ec7260b5-d08e-4b94-a52b-7d148e0b0fe9 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.369226 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b7301143-be26-4d5b-986b-39d2d92039ad req-ec7260b5-d08e-4b94-a52b-7d148e0b0fe9 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0697172 Jul 16 18:38:51.412485 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b7301143-be26-4d5b-986b-39d2d92039ad req-d7f222b9-81a0-47d4-b591-e3a4407418e5 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372465 Jul 16 18:38:51.430392 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759657d-7432-468d-bcc8-9d4ddc3a381d req-1d8980a7-e8ca-4fc6-8c32-319b2029b590 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.431907 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3759657d-7432-468d-bcc8-9d4ddc3a381d req-1d8980a7-e8ca-4fc6-8c32-319b2029b590 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.0734155 Jul 16 18:38:51.473221 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3759657d-7432-468d-bcc8-9d4ddc3a381d req-b4d8623c-979d-4bb9-b2a5-582b7da62d8a tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350301 Jul 16 18:38:51.625240 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6cf7a-67db-40e5-9ec2-e096a8e4d9b3 req-a197e25b-c492-4bb2-872a-8b11d66b4341 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.626795 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-59b6cf7a-67db-40e5-9ec2-e096a8e4d9b3 req-a197e25b-c492-4bb2-872a-8b11d66b4341 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0661371 Jul 16 18:38:51.670445 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-59b6cf7a-67db-40e5-9ec2-e096a8e4d9b3 req-b00581fc-c6dc-497f-9ac4-15274410fb81 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348823 Jul 16 18:38:51.688559 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2319cc-65f5-4c26-bbf2-01fb7d03bbec req-d9da25ea-79b8-4f49-94d5-ff9bcbfff564 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:51.690092 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-db2319cc-65f5-4c26-bbf2-01fb7d03bbec req-d9da25ea-79b8-4f49-94d5-ff9bcbfff564 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 932 time: 0.0662448 Jul 16 18:38:51.949618 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-db2319cc-65f5-4c26-bbf2-01fb7d03bbec req-86a026bb-89b5-4eb0-9b23-66e318e4e6a6 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535880 Jul 16 18:38:52.282368 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07bb56-5403-4c37-ad5f-4c155050fbc7 req-78968c34-daa8-4704-8947-9c9043e51d3c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.284018 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9b07bb56-5403-4c37-ad5f-4c155050fbc7 req-78968c34-daa8-4704-8947-9c9043e51d3c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0672753 Jul 16 18:38:52.323882 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9b07bb56-5403-4c37-ad5f-4c155050fbc7 req-e5de37eb-debb-4065-97bf-34e9688cd087 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342238 Jul 16 18:38:52.621219 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c641b7a-3596-471a-b49b-db607ebb4521 req-ad4e104e-0b55-412a-a52e-0dfc9bd6dd9f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.624060 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8c641b7a-3596-471a-b49b-db607ebb4521 req-ad4e104e-0b55-412a-a52e-0dfc9bd6dd9f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0688090 Jul 16 18:38:52.653822 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616afa7-5798-43c5-a568-014770b3e744 req-a2be5165-6924-47e5-99ab-6beb13e01368 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.655304 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f616afa7-5798-43c5-a568-014770b3e744 req-a2be5165-6924-47e5-99ab-6beb13e01368 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.0674500 Jul 16 18:38:52.662503 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8c641b7a-3596-471a-b49b-db607ebb4521 req-5954efee-6f6a-4058-b1d8-647a23f63553 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Jul 16 18:38:52.698599 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f616afa7-5798-43c5-a568-014770b3e744 req-20a4bca9-13fb-44ab-b065-d61f7deac6db tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376782 Jul 16 18:38:52.856943 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77127b13-bd69-473b-93c4-129b13e14996 req-5ebc13a9-698f-4dfb-b971-577859ce58ea tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:52.858417 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-77127b13-bd69-473b-93c4-129b13e14996 req-5ebc13a9-698f-4dfb-b971-577859ce58ea tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0630789 Jul 16 18:38:52.901036 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-77127b13-bd69-473b-93c4-129b13e14996 req-0f47daac-bf43-4dd4-b638-505a917855e8 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367827 Jul 16 18:38:53.141600 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c5af5-e24c-4a5b-acd4-ac1cd9b53c3f req-0c4a49f6-9cfd-46aa-aada-ee3e17937f59 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.143101 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c64c5af5-e24c-4a5b-acd4-ac1cd9b53c3f req-0c4a49f6-9cfd-46aa-aada-ee3e17937f59 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 932 time: 0.0835955 Jul 16 18:38:53.182239 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c64c5af5-e24c-4a5b-acd4-ac1cd9b53c3f req-b224f9b7-e46a-4193-9934-f678959e43bb tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329227 Jul 16 18:38:53.503929 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9881be9-c306-4b0e-b745-6ef040bd2327 req-c8ef39ca-8d52-4efd-a386-d296928bfb25 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.505538 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e9881be9-c306-4b0e-b745-6ef040bd2327 req-c8ef39ca-8d52-4efd-a386-d296928bfb25 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0638359 Jul 16 18:38:53.545512 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e9881be9-c306-4b0e-b745-6ef040bd2327 req-27cc846d-d4a2-44c5-909a-93ecf2aed8e1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340440 Jul 16 18:38:53.860356 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9982c9-f803-4875-8ebb-359e0dac469f req-1cafb209-1c36-48ab-a46a-69509ccff34b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.862299 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3e9982c9-f803-4875-8ebb-359e0dac469f req-1cafb209-1c36-48ab-a46a-69509ccff34b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0780764 Jul 16 18:38:53.875244 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c5745-54af-4ab4-be51-b6a94ee19075 req-3e67ba90-9ae4-4a4b-a008-095173874c0c tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:53.876887 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-535c5745-54af-4ab4-be51-b6a94ee19075 req-3e67ba90-9ae4-4a4b-a008-095173874c0c tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.0654316 Jul 16 18:38:53.902574 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3e9982c9-f803-4875-8ebb-359e0dac469f req-7fd5aa8f-8fa7-4e14-ac09-520a5513ca3d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340395 Jul 16 18:38:53.914322 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-535c5745-54af-4ab4-be51-b6a94ee19075 req-bfb8c3b4-0857-41a6-89b9-28ee80809c35 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317504 Jul 16 18:38:54.082193 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567e958-f004-4f7b-875b-3049ec6402b4 req-f1fcb4d9-aa71-4129-9ea9-ddc7aeb8cbdf tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.083685 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8567e958-f004-4f7b-875b-3049ec6402b4 req-f1fcb4d9-aa71-4129-9ea9-ddc7aeb8cbdf tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0660582 Jul 16 18:38:54.122164 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8567e958-f004-4f7b-875b-3049ec6402b4 req-83cc6500-ad76-44fc-b343-30094c7fdba6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326173 Jul 16 18:38:54.396178 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b3317-81d9-4506-af0d-c20bf3b90df1 req-1d702e37-6dd6-4c11-b3ae-0c55123ea4e4 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.398013 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1c5b3317-81d9-4506-af0d-c20bf3b90df1 req-1d702e37-6dd6-4c11-b3ae-0c55123ea4e4 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 932 time: 0.0869305 Jul 16 18:38:54.436478 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1c5b3317-81d9-4506-af0d-c20bf3b90df1 req-25352e48-18f1-49d8-bb36-51413242452d tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327353 Jul 16 18:38:54.729393 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f56d4-469e-405c-a9d5-f28804a5038a req-fd8404f0-35b4-4f3b-9c29-331da814412c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:54.730901 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6d1f56d4-469e-405c-a9d5-f28804a5038a req-fd8404f0-35b4-4f3b-9c29-331da814412c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0647979 Jul 16 18:38:54.773187 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6d1f56d4-469e-405c-a9d5-f28804a5038a req-67ecb641-283a-4de2-8e11-d23ec8c768e0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351796 Jul 16 18:38:55.101410 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c11f28-2c3c-42f3-b8e5-e195251b25ed req-e1c37a48-5c9f-439b-ae26-dc39f41adb69 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.101410 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f6c11f28-2c3c-42f3-b8e5-e195251b25ed req-e1c37a48-5c9f-439b-ae26-dc39f41adb69 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0658274 Jul 16 18:38:55.107680 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ae5d8-f59b-4591-a59f-022ffc5f0a75 req-4d257556-3a5d-4661-8891-f114d8f1e14f tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.111119 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-836ae5d8-f59b-4591-a59f-022ffc5f0a75 req-4d257556-3a5d-4661-8891-f114d8f1e14f tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.0706561 Jul 16 18:38:55.143271 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f6c11f28-2c3c-42f3-b8e5-e195251b25ed req-62e361ae-cbd2-40d9-86e8-f5c8bf4a02b5 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339928 Jul 16 18:38:55.150007 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-836ae5d8-f59b-4591-a59f-022ffc5f0a75 req-9ea9a39d-64f1-4df2-9953-1618a4da2232 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329428 Jul 16 18:38:55.310565 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996ff13-d599-481a-a774-facbb6eae020 req-c585ab7c-24dd-4c11-916b-fc4637aa39fe tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.312052 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d996ff13-d599-481a-a774-facbb6eae020 req-c585ab7c-24dd-4c11-916b-fc4637aa39fe tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0681512 Jul 16 18:38:55.355957 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d996ff13-d599-481a-a774-facbb6eae020 req-16e490e1-4c37-440d-a162-57c02e9467e3 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377507 Jul 16 18:38:55.624612 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5cbdb-3711-49ce-a713-8c4a185e9ec9 req-04f810b3-fe64-4b45-9bce-17c1a2107df1 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.626178 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c1e5cbdb-3711-49ce-a713-8c4a185e9ec9 req-04f810b3-fe64-4b45-9bce-17c1a2107df1 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 932 time: 0.0666413 Jul 16 18:38:55.665899 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c1e5cbdb-3711-49ce-a713-8c4a185e9ec9 req-5ce0e863-800e-4cbf-8597-86bd2cec74b0 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334857 Jul 16 18:38:55.952552 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3d549-ea6d-46f2-a8e9-609e43edd4c8 req-3709855c-1cc8-404b-89b7-c6ce854297e6 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:55.954076 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-afb3d549-ea6d-46f2-a8e9-609e43edd4c8 req-3709855c-1cc8-404b-89b7-c6ce854297e6 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0651581 Jul 16 18:38:55.993756 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-afb3d549-ea6d-46f2-a8e9-609e43edd4c8 req-5259e9f8-b3ed-4b13-a89d-518e3e9989c5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335562 Jul 16 18:38:56.331949 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5098b6-7ccc-415c-9e03-6f11f6507506 req-a9c98a45-83ff-4e2d-a28e-757f8ed18dbf tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.333627 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fd5098b6-7ccc-415c-9e03-6f11f6507506 req-a9c98a45-83ff-4e2d-a28e-757f8ed18dbf tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.0628657 Jul 16 18:38:56.335244 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e07114-6e0e-467d-8ab1-5f9e20fbb7ac req-fda0fa59-778b-4755-aed8-c5650bd6d976 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.336756 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a7e07114-6e0e-467d-8ab1-5f9e20fbb7ac req-fda0fa59-778b-4755-aed8-c5650bd6d976 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0703802 Jul 16 18:38:56.374034 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fd5098b6-7ccc-415c-9e03-6f11f6507506 req-40964619-eec3-4161-bef4-aeac6625e1c6 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345848 Jul 16 18:38:56.375966 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a7e07114-6e0e-467d-8ab1-5f9e20fbb7ac req-ece62630-5ff7-48ee-b12c-ab832261ff36 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336552 Jul 16 18:38:56.578937 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f5713-ef70-4f89-93f6-091779fa4c0f req-a8a71d82-909a-41ab-8d45-e87654d0e3d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.586167 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c31f5713-ef70-4f89-93f6-091779fa4c0f req-a8a71d82-909a-41ab-8d45-e87654d0e3d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.1045346 Jul 16 18:38:56.623917 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c31f5713-ef70-4f89-93f6-091779fa4c0f req-cd3b1c8a-7287-44cb-ad25-c9731fdd49f9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366509 Jul 16 18:38:56.838565 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6bb6b-6114-41c2-84c2-fc03b8c999cc req-40ad3716-5dec-4f03-a46e-de67e2aef7d9 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:56.839988 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07c6bb6b-6114-41c2-84c2-fc03b8c999cc req-40ad3716-5dec-4f03-a46e-de67e2aef7d9 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 932 time: 0.0656159 Jul 16 18:38:56.880000 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-07c6bb6b-6114-41c2-84c2-fc03b8c999cc req-655043d8-4df4-4536-8852-205968d6150f tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342808 Jul 16 18:38:57.178819 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c6f25-2dbb-4e89-badc-c1a58470fe82 req-802d0b89-52b3-4769-ad0b-c335a608bcce tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.180299 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-862c6f25-2dbb-4e89-badc-c1a58470fe82 req-802d0b89-52b3-4769-ad0b-c335a608bcce tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0661917 Jul 16 18:38:57.218512 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-862c6f25-2dbb-4e89-badc-c1a58470fe82 req-306e9809-515c-4d7a-8f7c-b693c3c98ccd tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Jul 16 18:38:57.548661 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714bb877-a43c-40b4-a32c-6eec8fb121e9 req-1b481243-17e7-4be9-adf9-b14ccb74de72 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.549961 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c68e43-1bd4-42f0-9240-2d5e6a2ee100 req-8f35c900-3871-43c7-9f42-6ae7838e2b10 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.550434 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-714bb877-a43c-40b4-a32c-6eec8fb121e9 req-1b481243-17e7-4be9-adf9-b14ccb74de72 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0629447 Jul 16 18:38:57.551536 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-86c68e43-1bd4-42f0-9240-2d5e6a2ee100 req-8f35c900-3871-43c7-9f42-6ae7838e2b10 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.0638394 Jul 16 18:38:57.589579 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-86c68e43-1bd4-42f0-9240-2d5e6a2ee100 req-ef96adf9-2de6-4ba1-90d1-e5b15a56951c tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325677 Jul 16 18:38:57.592008 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-714bb877-a43c-40b4-a32c-6eec8fb121e9 req-4c10983e-242f-4035-9ef2-a3003e080123 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360522 Jul 16 18:38:57.809028 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Request body: {'port': {'device_id': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:38:57.815054 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d098e60-14ed-4b58-9506-a93db3d8dff3 req-b05b525d-106e-4191-bdc9-4bbbb73c1d69 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.817924 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3d098e60-14ed-4b58-9506-a93db3d8dff3 req-b05b525d-106e-4191-bdc9-4bbbb73c1d69 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0759411 Jul 16 18:38:57.860062 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3d098e60-14ed-4b58-9506-a93db3d8dff3 req-d05799d7-4ec1-4fe0-871e-6aec048cf86a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358999 Jul 16 18:38:57.882539 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be5b98-4f8f-4f2f-b6fc-fef8b1915831 req-8aad2d0b-76bf-451c-9ae3-e633e69fee13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:57.883976 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e7be5b98-4f8f-4f2f-b6fc-fef8b1915831 req-8aad2d0b-76bf-451c-9ae3-e633e69fee13 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d5a1f91e-ba26-4d13-a774-60668e112a4c HTTP/1.1" status: 200 len: 859 time: 0.0804908 Jul 16 18:38:57.914831 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.085421 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e7be5b98-4f8f-4f2f-b6fc-fef8b1915831 req-db1acbe8-64b8-4049-9268-51d8629224b1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8ad46c9-129c-4ddd-b2a7-74be4109f043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623891 Jul 16 18:38:58.243924 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572a69b-564f-4d83-bfdf-aeff1eb2a850 req-3c9fa05c-bba4-486d-a330-a16eb9410db0 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.245421 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2572a69b-564f-4d83-bfdf-aeff1eb2a850 req-3c9fa05c-bba4-486d-a330-a16eb9410db0 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 932 time: 0.2236238 Jul 16 18:38:58.249760 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38ccef-ac84-48ac-8895-2cc3d44e8d2c req-961a237d-bc84-4fd3-944f-affc64321223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.251233 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3f38ccef-ac84-48ac-8895-2cc3d44e8d2c req-961a237d-bc84-4fd3-944f-affc64321223 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 1099 time: 0.0568678 Jul 16 18:38:58.281496 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e7be5b98-4f8f-4f2f-b6fc-fef8b1915831 req-107cbaa5-b736-4631-95c5-4dc80bb39e11 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844003 Jul 16 18:38:58.317073 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3f38ccef-ac84-48ac-8895-2cc3d44e8d2c req-c5dde9bc-59d4-47ac-9dd5-acee247ba1f0 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362134 Jul 16 18:38:58.343173 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2572a69b-564f-4d83-bfdf-aeff1eb2a850 req-395580c1-aa32-4d5a-90e8-278fb11d9baa tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813761 Jul 16 18:38:58.416882 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e74a27-4a44-432c-b2ed-01d0d8575683 req-c5f66fd4-f54a-4643-8e03-41fc27f52ad0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.418393 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-50e74a27-4a44-432c-b2ed-01d0d8575683 req-c5f66fd4-f54a-4643-8e03-41fc27f52ad0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0701976 Jul 16 18:38:58.418559 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:38:58.427840 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.449987 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Transition to ACTIVE for port object aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:38:58.452434 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e7be5b98-4f8f-4f2f-b6fc-fef8b1915831 req-c32ab7c5-8759-4513-ad0d-278bd63fc906 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620495 Jul 16 18:38:58.454155 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.458130 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-50e74a27-4a44-432c-b2ed-01d0d8575683 req-c43b3916-86f4-422f-917f-3639e113a9b6 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333130 Jul 16 18:38:58.507542 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:58.533800 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.534181 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.534499 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.534826 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.535153 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.535482 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.535949 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.536276 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.536600 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.536925 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.537243 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.537589 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:58.591084 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Attempting to bind port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:38:58.591770 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Attempting to bind port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'c500c2b0-b2c6-4388-9e56-da8790391902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:38:58.591770 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Attempting to bind port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 on network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:58.596594 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 on network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:38:58.596924 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Attempting to bind port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 on network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:38:58.602464 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:38:58.602808 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Checking segment: {'id': 'c500c2b0-b2c6-4388-9e56-da8790391902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:38:58.603191 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Bound using segment: {'id': 'c500c2b0-b2c6-4388-9e56-da8790391902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:38:58.603619 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Bound port: aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c500c2b0-b2c6-4388-9e56-da8790391902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:38:58.603977 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.668463 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ed5b907f-c585-4d12-93a8-1ca6ee4616d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.680251 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] For port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:38:58.683784 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] For port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,segment=NetworkSegment(c500c2b0-b2c6-4388-9e56-da8790391902),segment_id=c500c2b0-b2c6-4388-9e56-da8790391902)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:38:58.688932 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.740098 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.741340 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:58.743057 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] 10.222.0.84 "PUT /v2.0/ports/aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 HTTP/1.1" status: 200 len: 1094 time: 0.9382024 Jul 16 18:38:58.745437 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'tag': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:38:58.747571 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8e1c3e-2700-48ca-8c0e-86b527f4e4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "39f84af5-29a9-4ebe-b26d-859d995eca79", "tag": "aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:38:58.809653 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857af520-f863-4b0e-818d-1c10304a5c89 req-7e6399b1-81a5-430a-959a-c2a475e7c02a tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.811243 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab9aa4-112e-42f1-b01e-086ff4001cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:58.811529 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-857af520-f863-4b0e-818d-1c10304a5c89 req-7e6399b1-81a5-430a-959a-c2a475e7c02a tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0870914 Jul 16 18:38:58.835761 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3f777-576a-412e-bfef-855b6bc0ae95 req-d12f5292-1074-4513-aeec-d4ab4f34f35c tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.843957 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85d3f777-576a-412e-bfef-855b6bc0ae95 req-d12f5292-1074-4513-aeec-d4ab4f34f35c tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.1189432 Jul 16 18:38:58.875621 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-857af520-f863-4b0e-818d-1c10304a5c89 req-0a3b126e-a131-4afb-bd1d-5348a4045d2f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559700 Jul 16 18:38:58.887335 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85d3f777-576a-412e-bfef-855b6bc0ae95 req-ff7096fb-1c36-455d-80c2-45e0599ae214 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420938 Jul 16 18:38:58.965536 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-07d05e0b-faa6-486f-8b1c-bef61468da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:58.967982 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-07d05e0b-faa6-486f-8b1c-bef61468da48 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d8e0d1a4da34fdc8fb01dd5cf7ce892&device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 1097 time: 0.0635123 Jul 16 18:38:58.978221 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111b3fc2-5dbb-4f42-a0e8-0ae7f381f1de x-openstack-request-id: req-111b3fc2-5dbb-4f42-a0e8-0ae7f381f1de {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:38:58.978612 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f84af5-29a9-4ebe-b26d-859d995eca79", "tag": "aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:38:58.979373 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-111b3fc2-5dbb-4f42-a0e8-0ae7f381f1de {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:38:58.980770 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'tag': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4', 'status': 'completed', 'code': 200} Jul 16 18:38:59.026671 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-7f8e9255-c9cc-4b85-a301-4fbca011ad03 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 HTTP/1.1" status: 200 len: 217 time: 0.0399308 Jul 16 18:38:59.118632 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453acc40-2bc6-4982-aebe-c926217e591f req-3f8aaf71-6bb7-4e1b-ad41-03373c29f3bc tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.120120 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-453acc40-2bc6-4982-aebe-c926217e591f req-3f8aaf71-6bb7-4e1b-ad41-03373c29f3bc tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0732231 Jul 16 18:38:59.186733 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-c73cd015-e582-4193-98f9-d4f37ead80f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.186869 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 33090) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:59.188303 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-c73cd015-e582-4193-98f9-d4f37ead80f3 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1eaed58b-91bc-443c-9f38-8c497a614229 HTTP/1.1" status: 200 len: 853 time: 0.0673015 Jul 16 18:38:59.194050 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-453acc40-2bc6-4982-aebe-c926217e591f req-f0049792-f6bf-4550-9ae3-d965aca1d403 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653360 Jul 16 18:38:59.274065 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-94ebd336-6637-49df-8591-44a0ab589a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.275713 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-94ebd336-6637-49df-8591-44a0ab589a4b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617599 Jul 16 18:38:59.328382 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.389562 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-030ad20b-7a7c-4396-9ab8-68b351164c3c service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032302 Jul 16 18:38:59.448374 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.455415 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.509605 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1fb60119-773c-4c20-bfd6-1efc55a93db8 req-7033dc8b-224d-4d98-bd51-90c1b7ec8d7e service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120667 Jul 16 18:38:59.550782 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=653db719dbce43caa283e0454086a8e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624170 Jul 16 18:38:59.553809 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 33108) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:59.562883 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c24828e-1441-4c8d-8432-b467b9d96558,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:59.573081 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.573456 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.573795 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.574127 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.574454 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.574781 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.575109 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.575431 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.575753 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.576072 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.576392 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.577321 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fece4520-ec56-4559-8405-d8cf7364cb6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:38:59.620872 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-20543f84-12fb-4ab9-a0b9-3e21c43c89b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.638201 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b41489-4209-496b-829c-4d3fe20d9060 req-b03c8617-ce8f-4dcb-927e-d684b19f5f09 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.639948 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-70b41489-4209-496b-829c-4d3fe20d9060 req-b03c8617-ce8f-4dcb-927e-d684b19f5f09 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 944 time: 0.1692617 Jul 16 18:38:59.680251 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-70b41489-4209-496b-829c-4d3fe20d9060 req-49e691c5-febf-4c14-84b8-4f98fe9a9ae2 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348434 Jul 16 18:38:59.692089 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-20543f84-12fb-4ab9-a0b9-3e21c43c89b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.784895 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabc252-4174-4e31-8e9f-595deb1ac7ff req-0a5c7047-c537-45cf-9313-39f6326614d0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.786422 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8cabc252-4174-4e31-8e9f-595deb1ac7ff req-0a5c7047-c537-45cf-9313-39f6326614d0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.1678307 Jul 16 18:38:59.789124 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-20543f84-12fb-4ab9-a0b9-3e21c43c89b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.791849 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-20543f84-12fb-4ab9-a0b9-3e21c43c89b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.792889 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-20543f84-12fb-4ab9-a0b9-3e21c43c89b1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0c24828e-1441-4c8d-8432-b467b9d96558 HTTP/1.1" status: 204 len: 168 time: 0.2379043 Jul 16 18:38:59.805279 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e1c3e-2700-48ca-8c0e-86b527f4e4a3 req-8ea85d20-05d8-400c-8b1f-e31e3a8baa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.806628 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3a8e1c3e-2700-48ca-8c0e-86b527f4e4a3 req-8ea85d20-05d8-400c-8b1f-e31e3a8baa0b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d8e0d1a4da34fdc8fb01dd5cf7ce892&device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 1097 time: 0.1413696 Jul 16 18:38:59.817450 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20543f84-12fb-4ab9-a0b9-3e21c43c89b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c24828e-1441-4c8d-8432-b467b9d96558,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:59.846012 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8cabc252-4174-4e31-8e9f-595deb1ac7ff req-e7894f83-f7b8-425b-82ba-43827fb0fcfb tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506210 Jul 16 18:38:59.972873 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e1c3e-2700-48ca-8c0e-86b527f4e4a3 req-4e9021ff-db17-4ddd-9b00-c699d8c2ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:59.992555 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3a8e1c3e-2700-48ca-8c0e-86b527f4e4a3 req-4e9021ff-db17-4ddd-9b00-c699d8c2ac99 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 HTTP/1.1" status: 200 len: 915 time: 0.1318088 Jul 16 18:39:00.074712 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3a8e1c3e-2700-48ca-8c0e-86b527f4e4a3 req-807be4a8-d33f-4c3d-bde5-c1b13c5c56a2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 HTTP/1.1" status: 200 len: 217 time: 0.0727742 Jul 16 18:39:00.220568 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4e3ac-865b-4215-b4cd-d6aab03a0a5c req-74cea1a3-122b-471e-bf7e-7f437d29ce4f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.228437 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5be4e3ac-865b-4215-b4cd-d6aab03a0a5c req-74cea1a3-122b-471e-bf7e-7f437d29ce4f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.1568801 Jul 16 18:39:00.230096 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e1c3e-2700-48ca-8c0e-86b527f4e4a3 req-36d83e0b-4bbe-4587-b45d-e36ec99f850a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.231537 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3a8e1c3e-2700-48ca-8c0e-86b527f4e4a3 req-36d83e0b-4bbe-4587-b45d-e36ec99f850a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1eaed58b-91bc-443c-9f38-8c497a614229 HTTP/1.1" status: 200 len: 853 time: 0.1477883 Jul 16 18:39:00.289025 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5be4e3ac-865b-4215-b4cd-d6aab03a0a5c req-275cae69-4ee3-4251-8ce2-573be403cae0 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564420 Jul 16 18:39:00.312037 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26093fb7-ec45-4104-a95f-81b47e200d6c req-966e4347-d553-4397-a47d-58a1af159459 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.314724 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-26093fb7-ec45-4104-a95f-81b47e200d6c req-966e4347-d553-4397-a47d-58a1af159459 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.1763473 Jul 16 18:39:00.409991 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e1c3e-2700-48ca-8c0e-86b527f4e4a3 req-a67be151-1bd0-4562-8c14-a856ae286aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.411569 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3a8e1c3e-2700-48ca-8c0e-86b527f4e4a3 req-a67be151-1bd0-4562-8c14-a856ae286aba service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1691122 Jul 16 18:39:00.427711 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-26093fb7-ec45-4104-a95f-81b47e200d6c req-39ec1835-0873-4ab1-8c3e-4d79b652ca63 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011443 Jul 16 18:39:00.465991 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-855cbd02-0966-409a-a66c-0b851fb19a3f req-7a133ed2-a771-4615-a74c-770c2b371585 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1501112 Jul 16 18:39:00.479485 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15869a6-2af4-4252-98ce-ce22496db472 req-9fccfe09-9402-4384-bdf1-62dd221a9ffe tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.481228 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a15869a6-2af4-4252-98ce-ce22496db472 req-9fccfe09-9402-4384-bdf1-62dd221a9ffe tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0798526 Jul 16 18:39:00.541437 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a15869a6-2af4-4252-98ce-ce22496db472 req-935e0c17-de3b-4ec2-af15-d893e1c1df50 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521944 Jul 16 18:39:00.573634 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3a8e1c3e-2700-48ca-8c0e-86b527f4e4a3 req-785a3457-c22b-4e3b-9824-d255f54006ff service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426234 Jul 16 18:39:00.628374 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cbd02-0966-409a-a66c-0b851fb19a3f req-86fda901-ecaf-48d6-b4e0-2ae066dd38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.631492 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-855cbd02-0966-409a-a66c-0b851fb19a3f req-86fda901-ecaf-48d6-b4e0-2ae066dd38d4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb54116dfef342de94149d52c6033134&device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 1098 time: 0.1126838 Jul 16 18:39:00.756560 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3a8e1c3e-2700-48ca-8c0e-86b527f4e4a3 req-5b0a10a9-a3e4-499f-b66a-3a3db19ef0d0 service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738927 Jul 16 18:39:00.785092 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cbd02-0966-409a-a66c-0b851fb19a3f req-555cf8d9-f884-4991-90c6-86a0248bd4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.786597 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-855cbd02-0966-409a-a66c-0b851fb19a3f req-555cf8d9-f884-4991-90c6-86a0248bd4df service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8ad46c9-129c-4ddd-b2a7-74be4109f043 HTTP/1.1" status: 200 len: 920 time: 0.1296225 Jul 16 18:39:00.842821 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-855cbd02-0966-409a-a66c-0b851fb19a3f req-518102b0-b5f2-45fb-9a00-a7c99d6cedc8 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d09951-7f45-4b86-af2f-53ec80d5a429 HTTP/1.1" status: 200 len: 217 time: 0.0422463 Jul 16 18:39:00.934686 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cbd02-0966-409a-a66c-0b851fb19a3f req-0d366100-9089-4e4f-9ad5-3a46b55faa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.936223 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-855cbd02-0966-409a-a66c-0b851fb19a3f req-0d366100-9089-4e4f-9ad5-3a46b55faa62 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d5a1f91e-ba26-4d13-a774-60668e112a4c HTTP/1.1" status: 200 len: 859 time: 0.0834997 Jul 16 18:39:00.967781 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bff6e6-5919-4f4a-bd22-905acecdc4c6 req-7c369c8a-0ad5-4136-b951-d25158be7bd5 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:00.969519 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c8bff6e6-5919-4f4a-bd22-905acecdc4c6 req-7c369c8a-0ad5-4136-b951-d25158be7bd5 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 944 time: 0.1292372 Jul 16 18:39:00.990132 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-855cbd02-0966-409a-a66c-0b851fb19a3f req-b3908d11-9783-4d72-9202-6276eecf0fd4 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8ad46c9-129c-4ddd-b2a7-74be4109f043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431771 Jul 16 18:39:01.046878 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c8bff6e6-5919-4f4a-bd22-905acecdc4c6 req-fd229dd9-9c82-47a7-9e17-3e33767ca392 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556817 Jul 16 18:39:01.068093 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18115532-b467-4b33-9072-e0356d70a6ea req-b1a5aba8-cbde-4921-9a37-401a094457b4 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.069784 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-18115532-b467-4b33-9072-e0356d70a6ea req-b1a5aba8-cbde-4921-9a37-401a094457b4 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.1019363 Jul 16 18:39:01.128948 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-18115532-b467-4b33-9072-e0356d70a6ea req-b63c3250-306d-42e7-a9d4-fe13a4d65eab tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495780 Jul 16 18:39:01.146483 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-855cbd02-0966-409a-a66c-0b851fb19a3f req-bb756295-5fa4-4e87-8b2d-f91d9f813182 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221876 Jul 16 18:39:01.250903 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-855cbd02-0966-409a-a66c-0b851fb19a3f req-8ad59eb0-e4cf-4cb0-9f50-7dd878c3028f service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902224 Jul 16 18:39:01.475925 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289c122-95c6-443e-b6b9-5704831474da req-b095e58d-51d7-4290-9dac-f78f71812207 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.477508 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6289c122-95c6-443e-b6b9-5704831474da req-b095e58d-51d7-4290-9dac-f78f71812207 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0772986 Jul 16 18:39:01.534522 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6289c122-95c6-443e-b6b9-5704831474da req-9d7f4316-46e0-455f-9699-1ba4912ffd37 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491807 Jul 16 18:39:01.549530 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-72d538ed-c475-435c-9819-54caabc7c2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.695906 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97245b83-8c69-4000-abb7-75463ad53089 req-f09054f0-a459-45d7-aad1-7697c922857a tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.699374 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-97245b83-8c69-4000-abb7-75463ad53089 req-f09054f0-a459-45d7-aad1-7697c922857a tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.1209154 Jul 16 18:39:01.771182 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-97245b83-8c69-4000-abb7-75463ad53089 req-335dea7f-ec43-45d0-8f3a-91db81d405bd tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646992 Jul 16 18:39:01.883289 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:01.921388 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f9e44-d989-46e9-ba3e-499401d540c8 req-a7b4f5d6-3828-4871-9362-81ed3e2c74c7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.930052 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bc4f9e44-d989-46e9-ba3e-499401d540c8 req-a7b4f5d6-3828-4871-9362-81ed3e2c74c7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.2125247 Jul 16 18:39:01.968434 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3916b-100a-410d-9cca-d0165bbf6958 req-457fd937-73d8-4b28-a492-4bf2d4c71652 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:01.970280 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-35a3916b-100a-410d-9cca-d0165bbf6958 req-457fd937-73d8-4b28-a492-4bf2d4c71652 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.84 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 946 time: 0.2060440 Jul 16 18:39:02.052759 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bc4f9e44-d989-46e9-ba3e-499401d540c8 req-1e1b3626-e87a-4134-84f7-a6e1864d5400 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185448 Jul 16 18:39:02.220228 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-35a3916b-100a-410d-9cca-d0165bbf6958 req-24b4d4e2-2204-4b64-8518-8ccc02103dde tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Deleting port 502e8a71-33e0-4272-a028-6d8195bfc6ab {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:02.220928 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-35a3916b-100a-410d-9cca-d0165bbf6958 req-24b4d4e2-2204-4b64-8518-8ccc02103dde tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:02.445120 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd70ff0-ed04-4034-90a6-d9943e71edc8 req-552c893c-a687-4c7a-8d70-75dcc5d58fda tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:02.446650 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4fd70ff0-ed04-4034-90a6-d9943e71edc8 req-552c893c-a687-4c7a-8d70-75dcc5d58fda tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 944 time: 0.0856347 Jul 16 18:39:02.502387 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4fd70ff0-ed04-4034-90a6-d9943e71edc8 req-f5203c99-1c17-4df3-9915-7c80fc0b7648 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487502 Jul 16 18:39:02.587878 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:02.654487 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-35a3916b-100a-410d-9cca-d0165bbf6958 req-24b4d4e2-2204-4b64-8518-8ccc02103dde tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] For port 502e8a71-33e0-4272-a028-6d8195bfc6ab, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=502e8a71-33e0-4272-a028-6d8195bfc6ab,segment=NetworkSegment(3cf502c6-f1ec-4889-8ffa-9205cb297040),segment_id=3cf502c6-f1ec-4889-8ffa-9205cb297040)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:02.654901 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-35a3916b-100a-410d-9cca-d0165bbf6958 req-24b4d4e2-2204-4b64-8518-8ccc02103dde tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:02.674205 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-35a3916b-100a-410d-9cca-d0165bbf6958 req-24b4d4e2-2204-4b64-8518-8ccc02103dde tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Calling delete_port for 502e8a71-33e0-4272-a028-6d8195bfc6ab owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:02.690729 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efba9d0-daa9-4f09-a0a7-b30cf029774f req-289f3739-e44e-4f08-a926-e9e6419c2c32 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:02.693728 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9efba9d0-daa9-4f09-a0a7-b30cf029774f req-289f3739-e44e-4f08-a926-e9e6419c2c32 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.4086335 Jul 16 18:39:02.786502 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9efba9d0-daa9-4f09-a0a7-b30cf029774f req-bcbf38d2-2ccf-4aa9-8187-3ca68debc624 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769355 Jul 16 18:39:03.001406 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-35a3916b-100a-410d-9cca-d0165bbf6958 req-24b4d4e2-2204-4b64-8518-8ccc02103dde tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.055528 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['502e8a71-33e0-4272-a028-6d8195bfc6ab'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:03.058710 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4d4e2-2204-4b64-8518-8ccc02103dde tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Pushing event deleted for resources: {'Port': ['ID=502e8a71-33e0-4272-a028-6d8195bfc6ab,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:03.079898 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-247676c7-2f1e-44da-a0d7-e6f8d9f5aab4 req-f342d2d4-b8f7-4892-8705-a815661daa36 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 210 time: 0.0717256 Jul 16 18:39:03.101021 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a3916b-100a-410d-9cca-d0165bbf6958 req-24b4d4e2-2204-4b64-8518-8ccc02103dde tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] No DVR routers for this DVR port 502e8a71-33e0-4272-a028-6d8195bfc6ab on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:03.118579 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-35a3916b-100a-410d-9cca-d0165bbf6958 req-24b4d4e2-2204-4b64-8518-8ccc02103dde tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.120704 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-35a3916b-100a-410d-9cca-d0165bbf6958 req-24b4d4e2-2204-4b64-8518-8ccc02103dde tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.84 "DELETE /v2.0/ports/502e8a71-33e0-4272-a028-6d8195bfc6ab HTTP/1.1" status: 204 len: 173 time: 1.1389451 Jul 16 18:39:03.121180 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6687f967-6be1-437b-83d0-8da7997cb0b0', 'name': 'network-vif-deleted', 'tag': '502e8a71-33e0-4272-a028-6d8195bfc6ab'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:03.123564 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7d99be-4d69-4ba7-90d6-97c356057315" -d '{"events": [{"server_uuid": "6687f967-6be1-437b-83d0-8da7997cb0b0", "name": "network-vif-deleted", "tag": "502e8a71-33e0-4272-a028-6d8195bfc6ab"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:03.329293 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f0bf5-f233-4bbc-b257-1a731ebe8b46 req-bff7fb6d-ae6c-4ade-83db-786929f190b4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:03.331575 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0e6f0bf5-f233-4bbc-b257-1a731ebe8b46 req-bff7fb6d-ae6c-4ade-83db-786929f190b4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.1271923 Jul 16 18:39:03.362358 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:03.396241 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0e6f0bf5-f233-4bbc-b257-1a731ebe8b46 req-f9c822e4-707f-4575-bf2b-fb815811d452 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578947 Jul 16 18:39:03.495002 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44de5d59-ee3f-4a43-a8e8-2823d2b33075 x-openstack-request-id: req-44de5d59-ee3f-4a43-a8e8-2823d2b33075 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:03.495296 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6687f967-6be1-437b-83d0-8da7997cb0b0", "name": "network-vif-deleted", "tag": "502e8a71-33e0-4272-a028-6d8195bfc6ab", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:03.495546 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-44de5d59-ee3f-4a43-a8e8-2823d2b33075 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:03.495949 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6687f967-6be1-437b-83d0-8da7997cb0b0', 'name': 'network-vif-deleted', 'tag': '502e8a71-33e0-4272-a028-6d8195bfc6ab', 'status': 'completed', 'code': 200} Jul 16 18:39:03.745210 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684af33-ebc9-4258-9c63-3d5b1014c005 req-9681f280-e349-43f1-b9f6-7e441be0dc52 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:03.747179 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4684af33-ebc9-4258-9c63-3d5b1014c005 req-9681f280-e349-43f1-b9f6-7e441be0dc52 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 944 time: 0.0701036 Jul 16 18:39:03.793704 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4684af33-ebc9-4258-9c63-3d5b1014c005 req-b69ff52f-99ad-4cfd-a08c-9cbf87d389d7 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398121 Jul 16 18:39:03.819636 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:03.929796 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,segment=NetworkSegment(c500c2b0-b2c6-4388-9e56-da8790391902),segment_id=c500c2b0-b2c6-4388-9e56-da8790391902)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:03.953415 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'port_id': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4', 'mac_address': 'fa:16:3e:19:8e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:04.026382 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.036911 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.041968 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:04.063529 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,segment=NetworkSegment(c500c2b0-b2c6-4388-9e56-da8790391902),segment_id=c500c2b0-b2c6-4388-9e56-da8790391902)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:04.068465 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:04.118698 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:04.255587 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a12ce2ea-8870-43d3-8740-18dcb9408485 req-8b75804a-52de-4645-9fe2-8d8a3f46c0ac tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=6687f967-6be1-437b-83d0-8da7997cb0b0 HTTP/1.1" status: 200 len: 210 time: 0.0281901 Jul 16 18:39:04.622117 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc8f9e-96e3-44c7-ab90-c9ad0b15bc47 req-017f5142-209c-4249-a00d-b32ebe74e904 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:04.630872 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c6cc8f9e-96e3-44c7-ab90-c9ad0b15bc47 req-017f5142-209c-4249-a00d-b32ebe74e904 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0820341 Jul 16 18:39:04.649180 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcf14a-f10a-4e23-9dac-e8fa3f99bbfe req-64f26116-33db-4015-82b0-54632388a1ab tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:04.650765 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c4fcf14a-f10a-4e23-9dac-e8fa3f99bbfe req-64f26116-33db-4015-82b0-54632388a1ab tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0831575 Jul 16 18:39:04.676580 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:04.687111 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c6cc8f9e-96e3-44c7-ab90-c9ad0b15bc47 req-c6c3deea-539b-4bd5-ab59-cadfc3ae522a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549607 Jul 16 18:39:04.702707 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c4fcf14a-f10a-4e23-9dac-e8fa3f99bbfe req-11029016-9be7-4984-9780-d32a3ea07362 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440581 Jul 16 18:39:05.027713 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa1caa-d136-402e-a275-4020efc99256 req-376ed657-f558-452f-8f2c-2b7ec105b478 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:05.029383 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f2fa1caa-d136-402e-a275-4020efc99256 req-376ed657-f558-452f-8f2c-2b7ec105b478 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 945 time: 0.0692532 Jul 16 18:39:05.109213 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f2fa1caa-d136-402e-a275-4020efc99256 req-49b7f9a4-4b37-41c4-9b28-5f1e0fe6e2c0 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721004 Jul 16 18:39:05.803314 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 502e8a71-33e0-4272-a028-6d8195bfc6ab no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:05.829078 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: 502e8a71-33e0-4272-a028-6d8195bfc6ab {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:05.829627 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 502e8a71-33e0-4272-a028-6d8195bfc6ab not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:05.881550 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48ef42-813f-404e-afd9-bfd7512c3898 req-a0a06a9d-dfa9-4d01-ad59-b8eab00e8654 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:05.885832 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9c48ef42-813f-404e-afd9-bfd7512c3898 req-a0a06a9d-dfa9-4d01-ad59-b8eab00e8654 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0743957 Jul 16 18:39:05.935041 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9c48ef42-813f-404e-afd9-bfd7512c3898 req-b1beba8a-7b41-4bee-a501-7c8e09ece0b8 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459774 Jul 16 18:39:06.313485 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa68a0e-2412-4c17-a77a-7773a5c8c5bc req-5d6dd6f9-2989-49c9-9ead-0ee5a4ceeca8 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:06.314991 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-caa68a0e-2412-4c17-a77a-7773a5c8c5bc req-5d6dd6f9-2989-49c9-9ead-0ee5a4ceeca8 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 945 time: 0.0938282 Jul 16 18:39:06.357703 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-caa68a0e-2412-4c17-a77a-7773a5c8c5bc req-1ef5a354-404c-42dc-afa5-9eee9fb61068 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361960 Jul 16 18:39:07.130600 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf636c-1c5e-4d56-9c52-b7d39c4666b1 req-af5c1c82-c1f4-454d-9fdb-d16a674a3a97 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:07.132139 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fcf636c-1c5e-4d56-9c52-b7d39c4666b1 req-af5c1c82-c1f4-454d-9fdb-d16a674a3a97 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0706577 Jul 16 18:39:07.178266 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fcf636c-1c5e-4d56-9c52-b7d39c4666b1 req-d5e6cf31-7ed3-496f-a0a5-4ad1b192c87d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381110 Jul 16 18:39:07.538486 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c8dc4-6e84-4cf1-baba-81f59925bf05 req-4dd6b9af-bc9c-4304-a4ba-4a950a4be067 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:07.540204 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c43c8dc4-6e84-4cf1-baba-81f59925bf05 req-4dd6b9af-bc9c-4304-a4ba-4a950a4be067 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 945 time: 0.0683904 Jul 16 18:39:07.580271 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c43c8dc4-6e84-4cf1-baba-81f59925bf05 req-bd8df442-81e8-48c7-b20a-87b627e08006 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338566 Jul 16 18:39:08.368090 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c13fe-e347-4e07-adda-eaf2c46ae6be req-9a7e5335-29d9-4fb4-915b-d3f9413e3023 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.373886 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-343c13fe-e347-4e07-adda-eaf2c46ae6be req-9a7e5335-29d9-4fb4-915b-d3f9413e3023 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0727310 Jul 16 18:39:08.411354 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-343c13fe-e347-4e07-adda-eaf2c46ae6be req-7e5a08fb-9525-4681-aee2-c9a083164ed8 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348263 Jul 16 18:39:08.767413 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91918a0b-f6d7-4708-a2af-505de5053b45 req-ab00d669-61c1-4f4d-a01b-af2d009f00b8 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:08.769054 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-91918a0b-f6d7-4708-a2af-505de5053b45 req-ab00d669-61c1-4f4d-a01b-af2d009f00b8 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 945 time: 0.0733616 Jul 16 18:39:08.810387 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-91918a0b-f6d7-4708-a2af-505de5053b45 req-145d347d-a1fa-4852-9d53-73a3c2a3c96b tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351281 Jul 16 18:39:09.602430 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef459a-c95c-4f84-a065-6eb06874d937 req-70220393-3491-44a3-8cae-a38e100199c0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:09.604421 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-58ef459a-c95c-4f84-a065-6eb06874d937 req-70220393-3491-44a3-8cae-a38e100199c0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0697961 Jul 16 18:39:09.643516 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-58ef459a-c95c-4f84-a065-6eb06874d937 req-f6ce9e45-b152-4933-a1b5-105d30f1472d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332155 Jul 16 18:39:09.823282 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:09.877973 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:09.883408 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:09.883781 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:09.991133 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d66942-4433-4770-ac23-327c370dcc32 req-8244e881-b0ce-487a-9537-da4eb33ea279 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:09.992666 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d8d66942-4433-4770-ac23-327c370dcc32 req-8244e881-b0ce-487a-9537-da4eb33ea279 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 945 time: 0.0700939 Jul 16 18:39:10.031366 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d8d66942-4433-4770-ac23-327c370dcc32 req-985e6366-3cd6-49a5-aff6-f88919e08396 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329788 Jul 16 18:39:10.074460 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.095793 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:10.098088 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82f0594-af82-45b5-a635-27574683d7ad" -d '{"events": [{"server_uuid": "39f84af5-29a9-4ebe-b26d-859d995eca79", "name": "network-vif-plugged", "status": "completed", "tag": "aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:10.110819 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,segment=NetworkSegment(c500c2b0-b2c6-4388-9e56-da8790391902),segment_id=c500c2b0-b2c6-4388-9e56-da8790391902)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:10.115698 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:10.140224 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e18cb9-0683-4ee4-b73d-22a8e913a158 x-openstack-request-id: req-c2e18cb9-0683-4ee4-b73d-22a8e913a158 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:10.140511 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f84af5-29a9-4ebe-b26d-859d995eca79", "name": "network-vif-plugged", "status": "completed", "tag": "aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:10.140779 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c2e18cb9-0683-4ee4-b73d-22a8e913a158 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:10.141302 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4', 'code': 200} Jul 16 18:39:10.166634 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:10.612056 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884e9a5-2a48-491c-a79d-a206becb26c2 req-b0dbed84-9e48-48a0-93ce-acc58c6f3d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:10.613609 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5884e9a5-2a48-491c-a79d-a206becb26c2 req-b0dbed84-9e48-48a0-93ce-acc58c6f3d97 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 1099 time: 0.0561786 Jul 16 18:39:10.660239 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5884e9a5-2a48-491c-a79d-a206becb26c2 req-4878fb0a-bd3a-470a-a36e-1b1b7bd2d91b service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341299 Jul 16 18:39:10.834076 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f66c58-3a1b-41c1-95ff-3fd6c8103acd req-678e8026-61ff-478e-bf97-d3d15b5355a5 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:10.835496 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-21f66c58-3a1b-41c1-95ff-3fd6c8103acd req-678e8026-61ff-478e-bf97-d3d15b5355a5 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0771258 Jul 16 18:39:10.872491 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-21f66c58-3a1b-41c1-95ff-3fd6c8103acd req-469c49f7-5204-4636-993b-299837a634ed tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313261 Jul 16 18:39:11.249639 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65f88a-027e-42f6-83d1-79dd92865201 req-88e768a6-e3a7-403c-9c96-e51ccf9c8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:11.251085 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dd65f88a-027e-42f6-83d1-79dd92865201 req-88e768a6-e3a7-403c-9c96-e51ccf9c8e82 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 1099 time: 0.0823207 Jul 16 18:39:11.258308 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e42631-dbea-4459-b9c1-75b477284c6c req-bb424269-4cdf-455c-8af7-dbe0395dbb7f tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:11.259630 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c3e42631-dbea-4459-b9c1-75b477284c6c req-bb424269-4cdf-455c-8af7-dbe0395dbb7f tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 946 time: 0.0999560 Jul 16 18:39:11.346554 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c3e42631-dbea-4459-b9c1-75b477284c6c req-dcc6ea84-c4e1-4576-abf2-7e220ee7eed1 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771749 Jul 16 18:39:11.378896 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65f88a-027e-42f6-83d1-79dd92865201 req-d3a98cf8-ca9f-42f4-8b79-e95aa2ee73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:11.380681 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dd65f88a-027e-42f6-83d1-79dd92865201 req-d3a98cf8-ca9f-42f4-8b79-e95aa2ee73b7 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f HTTP/1.1" status: 200 len: 917 time: 0.1184862 Jul 16 18:39:11.450442 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dd65f88a-027e-42f6-83d1-79dd92865201 req-70c89869-e99a-4201-b13a-4f2c109cd26c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30 HTTP/1.1" status: 200 len: 1002 time: 0.0604997 Jul 16 18:39:12.061493 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7bb17f-2f7f-46f2-9496-0435ee447510 req-5abc2538-371b-42ee-95f8-03acdf5ae39c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.062993 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-fa7bb17f-2f7f-46f2-9496-0435ee447510 req-5abc2538-371b-42ee-95f8-03acdf5ae39c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0661647 Jul 16 18:39:12.104822 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-fa7bb17f-2f7f-46f2-9496-0435ee447510 req-dfdd13cd-b406-408e-a194-9129766be241 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357537 Jul 16 18:39:12.407673 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65f88a-027e-42f6-83d1-79dd92865201 req-1e39ab33-56a7-4fea-9d28-5d994865388a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.409131 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dd65f88a-027e-42f6-83d1-79dd92865201 req-1e39ab33-56a7-4fea-9d28-5d994865388a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46ca2ddb-74dd-47d1-8095-68f81754e5b8 HTTP/1.1" status: 200 len: 855 time: 0.0529599 Jul 16 18:39:12.539247 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb2603-3225-4591-a0ea-0fa811d0c060 req-b3a48a01-9ed9-4ed5-a6f7-baec0baffaae tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:12.540705 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a7bb2603-3225-4591-a0ea-0fa811d0c060 req-b3a48a01-9ed9-4ed5-a6f7-baec0baffaae tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 946 time: 0.0765257 Jul 16 18:39:12.582408 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a7bb2603-3225-4591-a0ea-0fa811d0c060 req-95f597d3-21ce-4fcf-8372-a510066d6f91 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334909 Jul 16 18:39:13.280772 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc37902-8469-4be5-bcd0-fb9dc73b35c3 req-367b13f7-b38c-4352-9002-f260d4d9fdc8 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:13.282298 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5cc37902-8469-4be5-bcd0-fb9dc73b35c3 req-367b13f7-b38c-4352-9002-f260d4d9fdc8 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0636797 Jul 16 18:39:13.315447 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65f88a-027e-42f6-83d1-79dd92865201 req-cd50863d-b8b5-47ca-911d-cc98515d88b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:13.317261 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dd65f88a-027e-42f6-83d1-79dd92865201 req-cd50863d-b8b5-47ca-911d-cc98515d88b1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528827 Jul 16 18:39:13.319295 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5cc37902-8469-4be5-bcd0-fb9dc73b35c3 req-d167030a-62d1-4a29-a423-2d7f6167c2f5 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313895 Jul 16 18:39:13.778566 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a71d23-1ca5-4a75-a34f-876f56284c92 req-f0889ee2-22a4-497f-bcf8-b8a978b0b60d tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:13.780128 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f7a71d23-1ca5-4a75-a34f-876f56284c92 req-f0889ee2-22a4-497f-bcf8-b8a978b0b60d tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 946 time: 0.0796249 Jul 16 18:39:13.818392 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f7a71d23-1ca5-4a75-a34f-876f56284c92 req-765eb262-50a3-4566-8ca7-4196ba254181 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326836 Jul 16 18:39:13.999762 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:14.383845 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 437b2ab0-67a4-41e5-a548-b309dc5a2d30 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:14.399576 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dd65f88a-027e-42f6-83d1-79dd92865201 req-6b2b743a-bcea-4a25-9233-538672bdfc7a service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864129 Jul 16 18:39:14.469842 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.495083 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb41297-851b-43d0-a0c2-afffba040204', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '437b2ab0-67a4-41e5-a548-b309dc5a2d30'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:14.497365 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a87801-3368-4ab8-a847-3a05aed4e421" -d '{"events": [{"server_uuid": "3eb41297-851b-43d0-a0c2-afffba040204", "name": "network-vif-unplugged", "status": "completed", "tag": "437b2ab0-67a4-41e5-a548-b309dc5a2d30"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:14.505637 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46fa42-b373-4ec4-aa95-5024898c515b req-9f06005d-8214-4485-837d-d0ee05fbec29 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:14.508356 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4b46fa42-b373-4ec4-aa95-5024898c515b req-9f06005d-8214-4485-837d-d0ee05fbec29 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 946 time: 0.0710430 Jul 16 18:39:14.512677 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 437b2ab0-67a4-41e5-a548-b309dc5a2d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:14.512929 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dd65f88a-027e-42f6-83d1-79dd92865201 req-7a5c7680-151f-43de-b365-15cb570361d6 service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098888 Jul 16 18:39:14.526700 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:14.550128 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4441d7-cbb9-4e6c-91d9-330b45daf62a x-openstack-request-id: req-be4441d7-cbb9-4e6c-91d9-330b45daf62a {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:14.550422 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb41297-851b-43d0-a0c2-afffba040204", "name": "network-vif-unplugged", "status": "completed", "tag": "437b2ab0-67a4-41e5-a548-b309dc5a2d30", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:14.550671 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-be4441d7-cbb9-4e6c-91d9-330b45daf62a {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:14.551050 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb41297-851b-43d0-a0c2-afffba040204', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'code': 200} Jul 16 18:39:14.553842 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4b46fa42-b373-4ec4-aa95-5024898c515b req-ab0ab1e0-8ece-4d74-9c30-8887c666a18e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368676 Jul 16 18:39:14.584269 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=437b2ab0-67a4-41e5-a548-b309dc5a2d30,revision_number=8']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:14.591349 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.591700 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.592040 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.592373 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.592706 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.593031 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.593376 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.593704 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.594052 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.594383 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.594703 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:14.595020 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:15.008784 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de5e73-e419-4be1-b1e8-70a237335ecd req-df2b985a-f525-49ad-a211-80e30e339329 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.010298 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-45de5e73-e419-4be1-b1e8-70a237335ecd req-df2b985a-f525-49ad-a211-80e30e339329 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 946 time: 0.0692651 Jul 16 18:39:15.048268 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-45de5e73-e419-4be1-b1e8-70a237335ecd req-e125f8ec-1bd9-4f27-b6d4-67f6b21e8242 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 Jul 16 18:39:15.477036 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-b7a0cc9d-ef84-4cbb-8e59-ec534f96b95c tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.478845 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-b7a0cc9d-ef84-4cbb-8e59-ec534f96b95c tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/networks?id=9e2e2663-bdee-4939-a3cf-21420215ba27 HTTP/1.1" status: 200 len: 814 time: 0.1146386 Jul 16 18:39:15.494567 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-4ad5f0f1-6ee0-4627-a11b-1bc9cfd05e58 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/quotas/7b6d8e9d10104af7a52af3d4d35ea506 HTTP/1.1" status: 200 len: 375 time: 0.0094357 Jul 16 18:39:15.529337 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-4b704bc0-9d92-49df-b748-35409c887bb0 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7b6d8e9d10104af7a52af3d4d35ea506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277405 Jul 16 18:39:15.625878 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-e7f41d80-ba56-4639-b520-ddf55d4bd1fe service neutron] 10.222.0.68 "GET /v2.0/networks/9e2e2663-bdee-4939-a3cf-21420215ba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892673 Jul 16 18:39:15.711958 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-6791cdaf-2c72-4b32-a4ce-d4d74fa20f1a service neutron] 10.222.0.68 "GET /v2.0/networks/9e2e2663-bdee-4939-a3cf-21420215ba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801160 Jul 16 18:39:15.738304 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f292f62-a3d2-4356-95d7-54f0e896e412 req-71a697d9-464b-4491-b0ff-779998ac8cd6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:15.739942 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7f292f62-a3d2-4356-95d7-54f0e896e412 req-71a697d9-464b-4491-b0ff-779998ac8cd6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0705092 Jul 16 18:39:15.777411 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7f292f62-a3d2-4356-95d7-54f0e896e412 req-34759776-6931-4a61-bda6-64c0b6787e68 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317688 Jul 16 18:39:15.908800 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3095bf83-26a7-4920-a24f-9659c3af9f50 req-62b9a8c1-bfe5-4fa9-b85c-f25de8e9a06c tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 210 time: 0.0464749 Jul 16 18:39:16.226982 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9462d2-5d55-4539-baae-1b120c776de7 req-2b3617f3-cc8a-4924-af66-3dc5d0ad4d27 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:16.228501 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-fa9462d2-5d55-4539-baae-1b120c776de7 req-2b3617f3-cc8a-4924-af66-3dc5d0ad4d27 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 946 time: 0.0634282 Jul 16 18:39:16.267014 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-fa9462d2-5d55-4539-baae-1b120c776de7 req-d3c49126-6a50-4c30-acf1-0c93641dfda4 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325420 Jul 16 18:39:16.450943 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c77eeb6-d8bc-4eb0-9762-b1cef32b8a72 req-6514e733-cf73-4215-b3eb-a5997991b05a tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:16.452429 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5c77eeb6-d8bc-4eb0-9762-b1cef32b8a72 req-6514e733-cf73-4215-b3eb-a5997991b05a tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 946 time: 0.0746529 Jul 16 18:39:16.490111 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5c77eeb6-d8bc-4eb0-9762-b1cef32b8a72 req-54826be0-36d1-418d-9d19-1e2cd5867d15 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318744 Jul 16 18:39:16.876952 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e88f5-8160-4dbb-a730-2fd98bc875bb req-1855e0cd-1bdf-47e0-9f42-f7ab7c050904 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:16.878502 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-090e88f5-8160-4dbb-a730-2fd98bc875bb req-1855e0cd-1bdf-47e0-9f42-f7ab7c050904 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 946 time: 0.0645778 Jul 16 18:39:16.922994 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-090e88f5-8160-4dbb-a730-2fd98bc875bb req-dc473ddb-ee30-42e4-939e-6d6437d31efd tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382974 Jul 16 18:39:16.970346 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c703f-b20e-4203-9af5-203798c453a9 req-af66a906-ac46-41b1-9f55-e4394c1f6970 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:16.972758 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-be1c703f-b20e-4203-9af5-203798c453a9 req-af66a906-ac46-41b1-9f55-e4394c1f6970 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0707922 Jul 16 18:39:17.016497 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-be1c703f-b20e-4203-9af5-203798c453a9 req-5891e9e8-0349-4f0e-a3f7-0f9634df04b3 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360031 Jul 16 18:39:17.075662 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f12d08cf-b426-4b17-b664-e3c19c3bfc24 req-816a8f2b-e097-48c3-be10-75ecc701e4bf tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 210 time: 0.0376914 Jul 16 18:39:17.785579 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-13e5b417-8462-4002-aca5-a6af242e3ea2 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:17.788052 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-13e5b417-8462-4002-aca5-a6af242e3ea2 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.84 "GET /v2.0/networks?id=9e2e2663-bdee-4939-a3cf-21420215ba27 HTTP/1.1" status: 200 len: 814 time: 0.1131482 Jul 16 18:39:17.830725 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-07d96fb4-7025-4622-8a0a-de2f05421374 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Request body: {'port': {'device_id': '518f674f-5af8-4975-b917-c68cfb700820', 'network_id': '9e2e2663-bdee-4939-a3cf-21420215ba27', 'admin_state_up': True, 'tenant_id': '7b6d8e9d10104af7a52af3d4d35ea506'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:17.949158 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-07d96fb4-7025-4622-8a0a-de2f05421374 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Made reservation on behalf of 7b6d8e9d10104af7a52af3d4d35ea506 for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:17.952723 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-07d96fb4-7025-4622-8a0a-de2f05421374 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.079889 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-07d96fb4-7025-4622-8a0a-de2f05421374 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Allocated IP 172.20.0.4 (9e2e2663-bdee-4939-a3cf-21420215ba27/dea21d16-248e-4462-bb91-97eaf23216a1/934546d1-d0ff-4593-b337-61d447b73ff0) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:18.216034 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0618c6-541d-49f8-b837-903ef1e3731b req-f12770b6-faec-4f3e-a6fe-a545386136b6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:18.218374 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1d0618c6-541d-49f8-b837-903ef1e3731b req-f12770b6-faec-4f3e-a6fe-a545386136b6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0837533 Jul 16 18:39:18.242193 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-307b8323-68af-4166-b0e9-5eb8eb6ec8b2 req-19a08b04-4520-471a-b7b7-5c193ebb9a51 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 210 time: 0.0437508 Jul 16 18:39:18.271564 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-07d96fb4-7025-4622-8a0a-de2f05421374 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.293380 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1d0618c6-541d-49f8-b837-903ef1e3731b req-c54de81d-4cb8-4a18-be1c-3abdb9a09c32 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694304 Jul 16 18:39:18.315598 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-07d96fb4-7025-4622-8a0a-de2f05421374 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.377714 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d96fb4-7025-4622-8a0a-de2f05421374 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Pushing event updated for resources: {'Port': ['ID=934546d1-d0ff-4593-b337-61d447b73ff0,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:18.385331 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-07d96fb4-7025-4622-8a0a-de2f05421374 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Network 9e2e2663-bdee-4939-a3cf-21420215ba27 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:18.387288 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-07d96fb4-7025-4622-8a0a-de2f05421374 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:18.390124 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-07d96fb4-7025-4622-8a0a-de2f05421374 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:18.441921 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-07d96fb4-7025-4622-8a0a-de2f05421374 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:18.442797 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-07d96fb4-7025-4622-8a0a-de2f05421374 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.459927 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-07d96fb4-7025-4622-8a0a-de2f05421374 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6334815 Jul 16 18:39:18.487532 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Request body: {'port': {'device_id': '518f674f-5af8-4975-b917-c68cfb700820', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:18.568085 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.842509 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934546d1-d0ff-4593-b337-61d447b73ff0 {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:18.850491 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.866595 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Transition to ACTIVE for port object 934546d1-d0ff-4593-b337-61d447b73ff0 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:18.872314 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.956069 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Pushing event updated for resources: {'Port': ['ID=934546d1-d0ff-4593-b337-61d447b73ff0,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:19.011385 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Attempting to bind port 934546d1-d0ff-4593-b337-61d447b73ff0 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:19.011727 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Attempting to bind port 934546d1-d0ff-4593-b337-61d447b73ff0 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '3cf502c6-f1ec-4889-8ffa-9205cb297040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '9e2e2663-bdee-4939-a3cf-21420215ba27'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:19.012063 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Attempting to bind port 934546d1-d0ff-4593-b337-61d447b73ff0 on network 9e2e2663-bdee-4939-a3cf-21420215ba27 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:19.016469 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Port 934546d1-d0ff-4593-b337-61d447b73ff0 on network 9e2e2663-bdee-4939-a3cf-21420215ba27 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:19.016793 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Attempting to bind port 934546d1-d0ff-4593-b337-61d447b73ff0 on network 9e2e2663-bdee-4939-a3cf-21420215ba27 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:19.021760 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:19.022101 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Checking segment: {'id': '3cf502c6-f1ec-4889-8ffa-9205cb297040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '9e2e2663-bdee-4939-a3cf-21420215ba27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:19.023093 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Bound using segment: {'id': '3cf502c6-f1ec-4889-8ffa-9205cb297040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '9e2e2663-bdee-4939-a3cf-21420215ba27'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:19.023626 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Bound port: 934546d1-d0ff-4593-b337-61d447b73ff0, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cf502c6-f1ec-4889-8ffa-9205cb297040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '9e2e2663-bdee-4939-a3cf-21420215ba27'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:19.023993 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.096394 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] For port 934546d1-d0ff-4593-b337-61d447b73ff0, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:19.105045 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] For port 934546d1-d0ff-4593-b337-61d447b73ff0, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=934546d1-d0ff-4593-b337-61d447b73ff0,segment=NetworkSegment(3cf502c6-f1ec-4889-8ffa-9205cb297040),segment_id=3cf502c6-f1ec-4889-8ffa-9205cb297040)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:19.114623 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.136029 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1911b45-8cc9-4dab-95f0-35e5f5745fd6 req-0ad0c7d7-a7e8-40ae-885e-234a16e50396 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:19.137712 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a1911b45-8cc9-4dab-95f0-35e5f5745fd6 req-0ad0c7d7-a7e8-40ae-885e-234a16e50396 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0821946 Jul 16 18:39:19.151377 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:19.152064 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.153383 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] 10.222.0.84 "PUT /v2.0/ports/934546d1-d0ff-4593-b337-61d447b73ff0 HTTP/1.1" status: 200 len: 1093 time: 0.6704810 Jul 16 18:39:19.153822 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518f674f-5af8-4975-b917-c68cfb700820', 'tag': '934546d1-d0ff-4593-b337-61d447b73ff0'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:19.160771 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bb2ad5-bf1c-443d-87cd-72cae4b60edc" -d '{"events": [{"name": "network-changed", "server_uuid": "518f674f-5af8-4975-b917-c68cfb700820", "tag": "934546d1-d0ff-4593-b337-61d447b73ff0"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:19.180622 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a1911b45-8cc9-4dab-95f0-35e5f5745fd6 req-22f3d0dd-a157-4cd7-bd96-465be5b4f865 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365543 Jul 16 18:39:19.198925 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408025c-3e60-46c2-968a-c42e0991e70b service neutron] Pushing event updated for resources: {'Port': ['ID=934546d1-d0ff-4593-b337-61d447b73ff0,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:19.219656 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9025c0d0-7bb9-42ee-b6d7-3b66a248d178 x-openstack-request-id: req-9025c0d0-7bb9-42ee-b6d7-3b66a248d178 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:19.219950 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518f674f-5af8-4975-b917-c68cfb700820", "tag": "934546d1-d0ff-4593-b337-61d447b73ff0", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:19.220203 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9025c0d0-7bb9-42ee-b6d7-3b66a248d178 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:19.220600 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518f674f-5af8-4975-b917-c68cfb700820', 'tag': '934546d1-d0ff-4593-b337-61d447b73ff0', 'status': 'completed', 'code': 200} Jul 16 18:39:19.309304 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3c7b69ef-a405-4809-938d-2202c8edb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:19.310834 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-3c7b69ef-a405-4809-938d-2202c8edb874 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7b6d8e9d10104af7a52af3d4d35ea506&device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 1096 time: 0.0536826 Jul 16 18:39:19.365902 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-4daa61f7-a981-401a-9cd2-1a444725be48 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=934546d1-d0ff-4593-b337-61d447b73ff0 HTTP/1.1" status: 200 len: 217 time: 0.0372887 Jul 16 18:39:19.431098 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-9105edb0-095e-49d4-a0ee-cb91fcc65930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:19.432378 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-9105edb0-095e-49d4-a0ee-cb91fcc65930 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dea21d16-248e-4462-bb91-97eaf23216a1 HTTP/1.1" status: 200 len: 854 time: 0.0519400 Jul 16 18:39:19.439513 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ce085-e5f3-4e61-b400-03c143614219 req-9f9a7d25-183f-4ca6-9df7-aec8cbb95e4e tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:19.440327 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 33460) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:19.441456 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c08ce085-e5f3-4e61-b400-03c143614219 req-9f9a7d25-183f-4ca6-9df7-aec8cbb95e4e tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 943 time: 0.0678504 Jul 16 18:39:19.472875 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-ca0cf4be-5b27-4be8-bfca-6149fd8963aa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9e2e2663-bdee-4939-a3cf-21420215ba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267115 Jul 16 18:39:19.479708 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c08ce085-e5f3-4e61-b400-03c143614219 req-db2977f0-0337-4fc8-80b2-66f7145629a0 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323696 Jul 16 18:39:19.601855 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-981320ab-36ed-4f7a-8598-7123bed3e5d5 req-82f6568e-2095-41fc-9a85-1498de09e992 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1603348 Jul 16 18:39:19.603810 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-2d2f4d9a-9268-4264-a388-99ba3b4bc913 service neutron] 10.222.0.84 "GET /v2.0/networks/9e2e2663-bdee-4939-a3cf-21420215ba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228471 Jul 16 18:39:19.702365 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-13b5fcdd-90e8-4154-b099-8afcae8ffb5f req-e3f31fd0-242f-4bad-b5f6-aa542467b3ea service neutron] 10.222.0.84 "GET /v2.0/networks/9e2e2663-bdee-4939-a3cf-21420215ba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831263 Jul 16 18:39:19.868495 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb2ad5-bf1c-443d-87cd-72cae4b60edc req-2dc26d5f-53d0-4d15-b852-241f1252201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:19.869917 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-15bb2ad5-bf1c-443d-87cd-72cae4b60edc req-2dc26d5f-53d0-4d15-b852-241f1252201d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7b6d8e9d10104af7a52af3d4d35ea506&device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 1096 time: 0.0604262 Jul 16 18:39:19.968341 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb2ad5-bf1c-443d-87cd-72cae4b60edc req-026181f0-a9cb-449f-b820-7304118e5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:19.970091 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-15bb2ad5-bf1c-443d-87cd-72cae4b60edc req-026181f0-a9cb-449f-b820-7304118e5507 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9e2e2663-bdee-4939-a3cf-21420215ba27 HTTP/1.1" status: 200 len: 915 time: 0.0908277 Jul 16 18:39:20.022837 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-15bb2ad5-bf1c-443d-87cd-72cae4b60edc req-06b68c03-1364-40d7-9922-c8c8cd4327e5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=934546d1-d0ff-4593-b337-61d447b73ff0 HTTP/1.1" status: 200 len: 217 time: 0.0373399 Jul 16 18:39:20.071547 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb2ad5-bf1c-443d-87cd-72cae4b60edc req-ed453ad4-94bc-4c6f-b7b6-ebd60897e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.073013 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-15bb2ad5-bf1c-443d-87cd-72cae4b60edc req-ed453ad4-94bc-4c6f-b7b6-ebd60897e81e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=dea21d16-248e-4462-bb91-97eaf23216a1 HTTP/1.1" status: 200 len: 854 time: 0.0424700 Jul 16 18:39:20.124250 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-15bb2ad5-bf1c-443d-87cd-72cae4b60edc req-0c096563-6e8e-4060-8104-2f936f77ee35 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9e2e2663-bdee-4939-a3cf-21420215ba27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261078 Jul 16 18:39:20.222461 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-15bb2ad5-bf1c-443d-87cd-72cae4b60edc req-00434bd9-593a-4789-8951-a3fb00649939 service neutron] 10.222.0.84 "GET /v2.0/networks/9e2e2663-bdee-4939-a3cf-21420215ba27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876179 Jul 16 18:39:20.324347 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-15bb2ad5-bf1c-443d-87cd-72cae4b60edc req-6da704c6-8d9a-4fdf-a2f9-a004917c9eb7 service neutron] 10.222.0.84 "GET /v2.0/networks/9e2e2663-bdee-4939-a3cf-21420215ba27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903277 Jul 16 18:39:20.532246 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee2d28-0938-4109-9e75-f0627b569b14 req-953dd563-7865-438e-b5a5-939766dcabf0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.534393 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-79ee2d28-0938-4109-9e75-f0627b569b14 req-953dd563-7865-438e-b5a5-939766dcabf0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0767579 Jul 16 18:39:20.573205 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-79ee2d28-0938-4109-9e75-f0627b569b14 req-258e8c66-2063-4c26-bace-cc6b8ae7297b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329118 Jul 16 18:39:20.656689 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b1a97-04b9-49f5-8ffd-f69fb070772e req-92df65c7-ed71-4329-b087-1ff417df3534 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.658184 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-661b1a97-04b9-49f5-8ffd-f69fb070772e req-92df65c7-ed71-4329-b087-1ff417df3534 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 943 time: 0.0614567 Jul 16 18:39:20.701263 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-661b1a97-04b9-49f5-8ffd-f69fb070772e req-0cacfc3b-7bf4-4790-802f-7e2348528e06 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370603 Jul 16 18:39:21.751539 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784bfaf-ea4f-4fc2-836e-33ff16d747c1 req-1ed67dd8-cc64-4bbd-b34d-fd8365c47790 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:21.753130 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8784bfaf-ea4f-4fc2-836e-33ff16d747c1 req-1ed67dd8-cc64-4bbd-b34d-fd8365c47790 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0649989 Jul 16 18:39:21.791944 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8784bfaf-ea4f-4fc2-836e-33ff16d747c1 req-a5ddfd76-a478-4e5b-827d-6916f3b046ec tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327148 Jul 16 18:39:21.872199 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d66d53-994a-479c-8c90-0cccb1920af5 req-43689be4-527f-411c-aa52-c9d0f81bbef4 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:21.873633 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-98d66d53-994a-479c-8c90-0cccb1920af5 req-43689be4-527f-411c-aa52-c9d0f81bbef4 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 943 time: 0.0622358 Jul 16 18:39:21.914882 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-98d66d53-994a-479c-8c90-0cccb1920af5 req-94af2cf6-6010-4b1c-a1ac-00f983a95240 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352273 Jul 16 18:39:22.372114 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 437b2ab0-67a4-41e5-a548-b309dc5a2d30 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:22.718534 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5c537-d9c1-4a76-be83-5b11ed20722e req-ba9d31b9-0aeb-40c1-854e-54db9fc26184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:22.720727 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06f5c537-d9c1-4a76-be83-5b11ed20722e req-ba9d31b9-0aeb-40c1-854e-54db9fc26184 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb54116dfef342de94149d52c6033134&device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 1098 time: 0.0569777 Jul 16 18:39:22.745259 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a8fb1-983a-42da-9a64-f36c83666842 req-c5070825-5cab-4a61-b4aa-7a873d108a90 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:22.746692 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-924a8fb1-983a-42da-9a64-f36c83666842 req-c5070825-5cab-4a61-b4aa-7a873d108a90 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0655732 Jul 16 18:39:22.794553 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-924a8fb1-983a-42da-9a64-f36c83666842 req-5c334629-00e8-4df9-994e-62d0dd78c990 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Jul 16 18:39:22.818531 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5c537-d9c1-4a76-be83-5b11ed20722e req-eacf75cd-692b-444a-96e8-717e30e15cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:22.819977 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06f5c537-d9c1-4a76-be83-5b11ed20722e req-eacf75cd-692b-444a-96e8-717e30e15cd4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8ad46c9-129c-4ddd-b2a7-74be4109f043 HTTP/1.1" status: 200 len: 920 time: 0.0889850 Jul 16 18:39:22.882217 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06f5c537-d9c1-4a76-be83-5b11ed20722e req-73c7f9ea-8e9a-4fe5-bfa1-e6d3fb7099b3 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53c62cf5-bc8e-4b46-83c1-5c407e228a6c HTTP/1.1" status: 200 len: 217 time: 0.0368438 Jul 16 18:39:22.990871 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5c537-d9c1-4a76-be83-5b11ed20722e req-81e54d1a-6893-4fba-8236-4e0ecd5aaa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:22.992370 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06f5c537-d9c1-4a76-be83-5b11ed20722e req-81e54d1a-6893-4fba-8236-4e0ecd5aaa76 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d5a1f91e-ba26-4d13-a774-60668e112a4c HTTP/1.1" status: 200 len: 859 time: 0.0917242 Jul 16 18:39:23.031277 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06f5c537-d9c1-4a76-be83-5b11ed20722e req-1bd4886b-8706-42ee-a636-ae100a6ab2fa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8ad46c9-129c-4ddd-b2a7-74be4109f043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286281 Jul 16 18:39:23.044399 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a624-7a1d-4418-a6cd-7c0f2d08a0b9 req-4a518e75-e5ec-43d9-806c-dc4b59f8d64d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.045865 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7426a624-7a1d-4418-a6cd-7c0f2d08a0b9 req-4a518e75-e5ec-43d9-806c-dc4b59f8d64d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.1320293 Jul 16 18:39:23.092917 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fbc91-d7bc-4dcd-9404-fc34a9c944af req-7f9f4e13-4830-4690-aa9a-a179bd88324e tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.094480 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8c9fbc91-d7bc-4dcd-9404-fc34a9c944af req-7f9f4e13-4830-4690-aa9a-a179bd88324e tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 943 time: 0.0643094 Jul 16 18:39:23.133224 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8c9fbc91-d7bc-4dcd-9404-fc34a9c944af req-9ffd663d-a3a3-4f80-b65e-ebb684054a1a tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329959 Jul 16 18:39:23.140444 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7426a624-7a1d-4418-a6cd-7c0f2d08a0b9 req-28e0d9ff-1877-428d-9536-6c9622988360 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843949 Jul 16 18:39:23.162202 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06f5c537-d9c1-4a76-be83-5b11ed20722e req-742514df-36e0-4215-9881-caed5dee3df2 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134257 Jul 16 18:39:23.260872 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06f5c537-d9c1-4a76-be83-5b11ed20722e req-14344249-3828-4c83-a169-e41b2ca85c49 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906682 Jul 16 18:39:23.790312 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-7469c0ca-e667-4612-a483-4a7608959bc1 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.791757 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-7469c0ca-e667-4612-a483-4a7608959bc1 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/networks?id=29873718-7d95-4147-8f25-a586bd11d585 HTTP/1.1" status: 200 len: 815 time: 0.1059456 Jul 16 18:39:23.806248 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-902bf3cc-db67-4fa0-9b8f-530b22962024 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/quotas/c5607965800841a692b6942051d81098 HTTP/1.1" status: 200 len: 375 time: 0.0090752 Jul 16 18:39:23.876126 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-43564108-0e43-46d8-b738-7762ea577ec9 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=c5607965800841a692b6942051d81098&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651078 Jul 16 18:39:23.963414 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edece993-44e9-458b-9337-705fe1b4a389 req-4cad1798-6118-4bef-a912-f26332f719b4 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.964978 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-edece993-44e9-458b-9337-705fe1b4a389 req-4cad1798-6118-4bef-a912-f26332f719b4 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0660660 Jul 16 18:39:23.969028 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-a7c30b28-6355-4ca7-930f-3158132909b1 service neutron] 10.222.0.68 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863650 Jul 16 18:39:24.003434 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-edece993-44e9-458b-9337-705fe1b4a389 req-708fc99c-5676-434e-8b46-331f7d5acf6b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323179 Jul 16 18:39:24.057481 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-8f21bce5-fed1-4866-8ca0-0565a219334d service neutron] 10.222.0.68 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822980 Jul 16 18:39:24.242902 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f7ca1b64-60ee-49ef-b857-0a1a62911927 req-cb5ba79f-af02-4f08-b16d-de0715ca6b55 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 210 time: 0.0395575 Jul 16 18:39:24.336211 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e8873-9a0d-49cd-b5f5-928c7161fe5d req-731bad9d-50f5-4f70-8dd6-364e7087de01 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:24.337759 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f41e8873-9a0d-49cd-b5f5-928c7161fe5d req-731bad9d-50f5-4f70-8dd6-364e7087de01 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 943 time: 0.0695155 Jul 16 18:39:24.375987 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f41e8873-9a0d-49cd-b5f5-928c7161fe5d req-64260053-b211-4143-89de-e5b75244cd1b tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 Jul 16 18:39:24.385601 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 934546d1-d0ff-4593-b337-61d447b73ff0 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:24.426044 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dc006d-514f-4423-9368-0c403878fbd0 req-e5cc891f-370c-46ec-975d-25cc432d03e5 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:24.427573 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-82dc006d-514f-4423-9368-0c403878fbd0 req-e5cc891f-370c-46ec-975d-25cc432d03e5 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0867624 Jul 16 18:39:24.470349 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-82dc006d-514f-4423-9368-0c403878fbd0 req-5e1d0611-3cfd-4a1a-b662-965dc1e76c59 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366206 Jul 16 18:39:24.490507 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 934546d1-d0ff-4593-b337-61d447b73ff0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=934546d1-d0ff-4593-b337-61d447b73ff0,segment=NetworkSegment(3cf502c6-f1ec-4889-8ffa-9205cb297040),segment_id=3cf502c6-f1ec-4889-8ffa-9205cb297040)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:24.501897 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '934546d1-d0ff-4593-b337-61d447b73ff0', 'network_id': '9e2e2663-bdee-4939-a3cf-21420215ba27', 'port_id': '934546d1-d0ff-4593-b337-61d447b73ff0', 'mac_address': 'fa:16:3e:fc:ac:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dea21d16-248e-4462-bb91-97eaf23216a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:24.538713 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.552977 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934546d1-d0ff-4593-b337-61d447b73ff0 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:24.573536 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 934546d1-d0ff-4593-b337-61d447b73ff0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=934546d1-d0ff-4593-b337-61d447b73ff0,segment=NetworkSegment(3cf502c6-f1ec-4889-8ffa-9205cb297040),segment_id=3cf502c6-f1ec-4889-8ffa-9205cb297040)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:24.578244 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.625563 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=934546d1-d0ff-4593-b337-61d447b73ff0,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:25.112683 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['934546d1-d0ff-4593-b337-61d447b73ff0'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:25.181483 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fe503-013a-491a-919f-684b726ab550 req-4e0037d1-0ab0-463f-afdc-cd274a20f4e4 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.182994 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-079fe503-013a-491a-919f-684b726ab550 req-4e0037d1-0ab0-463f-afdc-cd274a20f4e4 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0716870 Jul 16 18:39:25.389407 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-191f710d-b645-40f0-ac80-3d198f5f5e48 req-7d5c6ae6-7fca-4e73-8908-561938880b55 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 210 time: 0.0284808 Jul 16 18:39:25.449740 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-079fe503-013a-491a-919f-684b726ab550 req-5540f455-9c45-4293-8b07-2746b8e7225a tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609951 Jul 16 18:39:25.564308 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39f770-6442-430d-b179-bb6e76fd688c req-cc88cb79-a4a3-4a19-b655-08dcc517715d tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.566086 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5b39f770-6442-430d-b179-bb6e76fd688c req-cc88cb79-a4a3-4a19-b655-08dcc517715d tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 944 time: 0.0686309 Jul 16 18:39:25.607700 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5b39f770-6442-430d-b179-bb6e76fd688c req-e03cde87-da0d-44ca-84c4-cb797e73121f tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333960 Jul 16 18:39:25.642254 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9449ec04-d9db-4164-a635-2518f2f522e0 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.643664 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9449ec04-d9db-4164-a635-2518f2f522e0 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "GET /v2.0/networks?id=29873718-7d95-4147-8f25-a586bd11d585 HTTP/1.1" status: 200 len: 815 time: 0.1440065 Jul 16 18:39:25.667540 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-032ead65-bd4c-433e-8b76-9c6cd0510b7b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Request body: {'port': {'device_id': '9fd75024-3005-4cc7-bcb0-310f1809f96c', 'network_id': '29873718-7d95-4147-8f25-a586bd11d585', 'admin_state_up': True, 'tenant_id': 'c5607965800841a692b6942051d81098'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:25.689341 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c954d18-0c68-4cfe-8b4a-b3a91a9ba9be req-25af96ef-c3cd-47ab-b955-12c791fbf2ed tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:25.690781 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7c954d18-0c68-4cfe-8b4a-b3a91a9ba9be req-25af96ef-c3cd-47ab-b955-12c791fbf2ed tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0996091 Jul 16 18:39:25.773572 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7c954d18-0c68-4cfe-8b4a-b3a91a9ba9be req-287c3adf-5e09-4361-ab71-bbc3aad42023 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758488 Jul 16 18:39:25.811955 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-032ead65-bd4c-433e-8b76-9c6cd0510b7b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Made reservation on behalf of c5607965800841a692b6942051d81098 for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:25.815440 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-032ead65-bd4c-433e-8b76-9c6cd0510b7b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.934678 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-032ead65-bd4c-433e-8b76-9c6cd0510b7b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Allocated IP 172.20.0.10 (29873718-7d95-4147-8f25-a586bd11d585/19ee39ff-aec1-451c-8b83-48ed0ded6052/f2b5c297-a866-4224-8bb6-4eb511085329) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:26.088164 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-032ead65-bd4c-433e-8b76-9c6cd0510b7b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.135803 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-032ead65-bd4c-433e-8b76-9c6cd0510b7b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.179646 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-032ead65-bd4c-433e-8b76-9c6cd0510b7b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Network 29873718-7d95-4147-8f25-a586bd11d585 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:26.180323 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['f7de5804-4d6b-4738-8de2-a92f64a3fe3b', '0fa761ad-3ec1-4f42-a7c9-596e67e2970d', 'ae6f4372-e913-4267-bb13-43733a381494'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:26.182882 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-032ead65-bd4c-433e-8b76-9c6cd0510b7b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:26.186801 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-032ead65-bd4c-433e-8b76-9c6cd0510b7b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:26.193555 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ead65-bd4c-433e-8b76-9c6cd0510b7b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Pushing event updated for resources: {'Port': ['ID=f2b5c297-a866-4224-8bb6-4eb511085329,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:26.241712 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-032ead65-bd4c-433e-8b76-9c6cd0510b7b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.242324 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-032ead65-bd4c-433e-8b76-9c6cd0510b7b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.257223 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-032ead65-bd4c-433e-8b76-9c6cd0510b7b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5934772 Jul 16 18:39:26.283118 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Request body: {'port': {'device_id': '9fd75024-3005-4cc7-bcb0-310f1809f96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:26.357956 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.389963 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 934546d1-d0ff-4593-b337-61d447b73ff0 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:26.476623 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port 934546d1-d0ff-4593-b337-61d447b73ff0 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:26.488292 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 934546d1-d0ff-4593-b337-61d447b73ff0 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:26.488699 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.590946 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62f1f-d710-4e62-87ed-58c1ca7f56a3 req-fe478c5a-f1b0-4ac8-ae8d-8e2149fa6402 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.592596 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-29a62f1f-d710-4e62-87ed-58c1ca7f56a3 req-fe478c5a-f1b0-4ac8-ae8d-8e2149fa6402 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 932 time: 0.0793312 Jul 16 18:39:26.598046 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.620840 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518f674f-5af8-4975-b917-c68cfb700820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934546d1-d0ff-4593-b337-61d447b73ff0'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:26.623032 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a490a4-a656-41af-a44e-21210b89f8dc" -d '{"events": [{"server_uuid": "518f674f-5af8-4975-b917-c68cfb700820", "name": "network-vif-plugged", "status": "completed", "tag": "934546d1-d0ff-4593-b337-61d447b73ff0"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:26.634087 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-29a62f1f-d710-4e62-87ed-58c1ca7f56a3 req-d4f597d4-be41-4a72-a982-d3734c352e4e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348117 Jul 16 18:39:26.637659 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 934546d1-d0ff-4593-b337-61d447b73ff0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=934546d1-d0ff-4593-b337-61d447b73ff0,segment=NetworkSegment(3cf502c6-f1ec-4889-8ffa-9205cb297040),segment_id=3cf502c6-f1ec-4889-8ffa-9205cb297040)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:26.643064 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.675916 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831afee9-9c25-47a5-93f7-5a97b149040d req-bd1ef6b0-b167-4a66-ac6f-9f6a45dd1374 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.683268 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-831afee9-9c25-47a5-93f7-5a97b149040d req-bd1ef6b0-b167-4a66-ac6f-9f6a45dd1374 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.1177182 Jul 16 18:39:26.685869 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118374d9-ee9e-4586-a580-3b734cc789bd x-openstack-request-id: req-118374d9-ee9e-4586-a580-3b734cc789bd {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:26.686315 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518f674f-5af8-4975-b917-c68cfb700820", "name": "network-vif-plugged", "status": "completed", "tag": "934546d1-d0ff-4593-b337-61d447b73ff0", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:26.686700 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-118374d9-ee9e-4586-a580-3b734cc789bd {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:26.687218 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518f674f-5af8-4975-b917-c68cfb700820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934546d1-d0ff-4593-b337-61d447b73ff0', 'code': 200} Jul 16 18:39:26.699636 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=934546d1-d0ff-4593-b337-61d447b73ff0,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:26.740304 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b5c297-a866-4224-8bb6-4eb511085329 {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:26.751144 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-831afee9-9c25-47a5-93f7-5a97b149040d req-313c73ac-96f9-40f2-a24c-6e1ed65143e1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670133 Jul 16 18:39:26.752914 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.766074 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Transition to ACTIVE for port object f2b5c297-a866-4224-8bb6-4eb511085329 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:26.778562 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:26.833784 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b5c297-a866-4224-8bb6-4eb511085329,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:26.848159 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44780c95-a760-4dbe-b268-41f2fda35bf8 req-a4d454c4-ceca-4726-b429-9f8ee83bbdc2 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:26.849857 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-44780c95-a760-4dbe-b268-41f2fda35bf8 req-a4d454c4-ceca-4726-b429-9f8ee83bbdc2 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 945 time: 0.0742650 Jul 16 18:39:26.895430 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-44780c95-a760-4dbe-b268-41f2fda35bf8 req-ef5db3fe-c2b8-47d2-8379-0c81c77ad896 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399263 Jul 16 18:39:26.938411 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Attempting to bind port f2b5c297-a866-4224-8bb6-4eb511085329 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:26.938752 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Attempting to bind port f2b5c297-a866-4224-8bb6-4eb511085329 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:26.939081 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Attempting to bind port f2b5c297-a866-4224-8bb6-4eb511085329 on network 29873718-7d95-4147-8f25-a586bd11d585 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:26.969021 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Port f2b5c297-a866-4224-8bb6-4eb511085329 on network 29873718-7d95-4147-8f25-a586bd11d585 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:26.969336 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Attempting to bind port f2b5c297-a866-4224-8bb6-4eb511085329 on network 29873718-7d95-4147-8f25-a586bd11d585 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:26.993952 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:26.994328 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Checking segment: {'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:26.994710 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Bound using segment: {'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:26.995140 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Bound port: f2b5c297-a866-4224-8bb6-4eb511085329, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '29873718-7d95-4147-8f25-a586bd11d585'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:26.995503 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.083674 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee6b20d-8621-4561-9608-a485f055809f req-2275c62f-f49f-45a6-a94f-891f7a1c52cf tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.085166 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1ee6b20d-8621-4561-9608-a485f055809f req-2275c62f-f49f-45a6-a94f-891f7a1c52cf tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.1656213 Jul 16 18:39:27.099176 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] For port f2b5c297-a866-4224-8bb6-4eb511085329, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:27.106844 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d877d-22a2-4c06-91e8-177759107cbf req-38509ae4-398b-4bbc-b575-843c983d71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.108290 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fd9d877d-22a2-4c06-91e8-177759107cbf req-38509ae4-398b-4bbc-b575-843c983d71c6 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 1098 time: 0.1496592 Jul 16 18:39:27.110944 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] For port f2b5c297-a866-4224-8bb6-4eb511085329, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f2b5c297-a866-4224-8bb6-4eb511085329,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:27.126095 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.187513 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.188157 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:27.189521 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] 10.222.0.84 "PUT /v2.0/ports/f2b5c297-a866-4224-8bb6-4eb511085329 HTTP/1.1" status: 200 len: 1094 time: 0.9110682 Jul 16 18:39:27.190211 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd75024-3005-4cc7-bcb0-310f1809f96c', 'tag': 'f2b5c297-a866-4224-8bb6-4eb511085329'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:27.192895 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf07eeb2-9116-4f51-957f-10cbcfad5524" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd75024-3005-4cc7-bcb0-310f1809f96c", "tag": "f2b5c297-a866-4224-8bb6-4eb511085329"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:27.204602 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1ee6b20d-8621-4561-9608-a485f055809f req-97fa0a74-2d66-4943-a518-700b568686d9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112802 Jul 16 18:39:27.222217 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fd9d877d-22a2-4c06-91e8-177759107cbf req-026e01da-4fa7-4e76-a1fc-6708a9a7dd7e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044943 Jul 16 18:39:27.223234 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505954b-d220-4d78-8ed7-06152130d062 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b5c297-a866-4224-8bb6-4eb511085329,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:27.244832 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bfb076-9af5-4ede-969f-ef2d2a54b173 x-openstack-request-id: req-d0bfb076-9af5-4ede-969f-ef2d2a54b173 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:27.245127 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd75024-3005-4cc7-bcb0-310f1809f96c", "tag": "f2b5c297-a866-4224-8bb6-4eb511085329", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:27.245411 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d0bfb076-9af5-4ede-969f-ef2d2a54b173 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:27.245807 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fd75024-3005-4cc7-bcb0-310f1809f96c', 'tag': 'f2b5c297-a866-4224-8bb6-4eb511085329', 'status': 'completed', 'code': 200} Jul 16 18:39:27.767237 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07eeb2-9116-4f51-957f-10cbcfad5524 req-040a0409-5a36-4a8c-b380-cf876ec9d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.768649 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cf07eeb2-9116-4f51-957f-10cbcfad5524 req-040a0409-5a36-4a8c-b380-cf876ec9d74a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5607965800841a692b6942051d81098&device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 1097 time: 0.0688858 Jul 16 18:39:27.883971 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1053f-32e8-4fe1-92ee-9905375ccd5c req-7ce31993-7280-40ca-a3f5-9096d30d2f31 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.885454 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-32e1053f-32e8-4fe1-92ee-9905375ccd5c req-7ce31993-7280-40ca-a3f5-9096d30d2f31 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 944 time: 0.1320951 Jul 16 18:39:27.911222 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07eeb2-9116-4f51-957f-10cbcfad5524 req-4e1d25fc-3c17-4ff0-80bc-df56d9c303ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.912639 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cf07eeb2-9116-4f51-957f-10cbcfad5524 req-4e1d25fc-3c17-4ff0-80bc-df56d9c303ed service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=c5607965800841a692b6942051d81098&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1229458 Jul 16 18:39:27.933469 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b2b58-48ba-45c9-a6af-ffb4ae198280 req-94cd4972-123f-49ac-807a-56312cb1d59d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:27.934881 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-055b2b58-48ba-45c9-a6af-ffb4ae198280 req-94cd4972-123f-49ac-807a-56312cb1d59d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0644329 Jul 16 18:39:27.969096 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-32e1053f-32e8-4fe1-92ee-9905375ccd5c req-54df7ea6-37cd-46ea-a850-4afff483468e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716016 Jul 16 18:39:27.973277 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-055b2b58-48ba-45c9-a6af-ffb4ae198280 req-15b9b66f-c5ba-4ae3-98e4-2cd478ba16f4 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326149 Jul 16 18:39:28.028692 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07eeb2-9116-4f51-957f-10cbcfad5524 req-38dce67c-161b-4428-a4c0-90d8c1e10de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.030230 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cf07eeb2-9116-4f51-957f-10cbcfad5524 req-38dce67c-161b-4428-a4c0-90d8c1e10de7 service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1080625 Jul 16 18:39:28.175237 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a459-1dea-49d6-bf35-bb7706472e66 req-5e30565b-ed24-4301-908b-cbb883d2304f tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.176705 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0e24a459-1dea-49d6-bf35-bb7706472e66 req-5e30565b-ed24-4301-908b-cbb883d2304f tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 945 time: 0.1004682 Jul 16 18:39:28.224839 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0e24a459-1dea-49d6-bf35-bb7706472e66 req-4f194d15-75fe-4442-901f-fbd27efc8e7c tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422742 Jul 16 18:39:28.227683 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-a01b7faa-cfb4-4cd2-af98-464bf232bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.228879 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-a01b7faa-cfb4-4cd2-af98-464bf232bc6d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=c5607965800841a692b6942051d81098&device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 1097 time: 0.0914323 Jul 16 18:39:28.286137 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-c6f2a920-ab6a-4b93-a86a-7b4c6d000347 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2b5c297-a866-4224-8bb6-4eb511085329 HTTP/1.1" status: 200 len: 217 time: 0.0361102 Jul 16 18:39:28.334915 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-dd14589d-1108-493e-82a0-bf8c9e3fe3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.336375 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-dd14589d-1108-493e-82a0-bf8c9e3fe3f4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=19ee39ff-aec1-451c-8b83-48ed0ded6052 HTTP/1.1" status: 200 len: 855 time: 0.0436893 Jul 16 18:39:28.373625 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-b88f0914-63f2-42c8-a0af-29e4d40c56aa service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=29873718-7d95-4147-8f25-a586bd11d585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261800 Jul 16 18:39:28.394523 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34902957-59cf-4d23-b0b8-1b97acb3b261 req-6391a2e6-6cb7-4506-989e-9e3d29824a07 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:28.396106 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-34902957-59cf-4d23-b0b8-1b97acb3b261 req-6391a2e6-6cb7-4506-989e-9e3d29824a07 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0625937 Jul 16 18:39:28.433426 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-34902957-59cf-4d23-b0b8-1b97acb3b261 req-040006f2-6f83-4bdb-981d-e2f768262d4d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314739 Jul 16 18:39:28.469167 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-4da5af50-c196-4c9a-9b5a-07b1fc2faea7 service neutron] 10.222.0.84 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861380 Jul 16 18:39:28.565764 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-54e64a24-30ea-4f7c-89ab-b2d9a6d72533 req-26e292bd-9567-4110-ac95-2915b2bb3779 service neutron] 10.222.0.84 "GET /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789695 Jul 16 18:39:28.668202 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-c58f04cb-4763-4ba1-9974-76451025e473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.156761 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22a8b4-8297-435c-8457-2108fab6257e req-ff94a007-37f5-44ff-afd8-840d97ea175f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.158262 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dc22a8b4-8297-435c-8457-2108fab6257e req-ff94a007-37f5-44ff-afd8-840d97ea175f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 944 time: 0.0667982 Jul 16 18:39:29.160560 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b421dc-90f2-4171-9d95-13dc4cd3bbb7 req-99d2a22c-2227-4509-8351-27a89c5de967 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.162073 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-69b421dc-90f2-4171-9d95-13dc4cd3bbb7 req-99d2a22c-2227-4509-8351-27a89c5de967 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0648935 Jul 16 18:39:29.195648 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dc22a8b4-8297-435c-8457-2108fab6257e req-b79d5983-3d8e-490a-897d-3cead75c7758 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314326 Jul 16 18:39:29.199459 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-69b421dc-90f2-4171-9d95-13dc4cd3bbb7 req-539dd283-df08-466b-b2a9-72bffcc7f930 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318613 Jul 16 18:39:29.405172 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ea716-c2f0-4820-816b-180122cdae87 req-9ec8c4d5-8094-411e-9af9-ab8cce034f54 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.406679 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b00ea716-c2f0-4820-816b-180122cdae87 req-9ec8c4d5-8094-411e-9af9-ab8cce034f54 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 945 time: 0.0696611 Jul 16 18:39:29.447021 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b00ea716-c2f0-4820-816b-180122cdae87 req-875e4a55-67f9-4927-b8cb-edc418453a33 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346358 Jul 16 18:39:29.615030 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace532ed-9f0e-4146-9a5d-3f25c0156a19 req-d52a76e7-58eb-4668-9948-42852f14c82f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.616555 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ace532ed-9f0e-4146-9a5d-3f25c0156a19 req-d52a76e7-58eb-4668-9948-42852f14c82f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0634589 Jul 16 18:39:29.656698 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ace532ed-9f0e-4146-9a5d-3f25c0156a19 req-a17900ed-0438-4b40-b9ef-c934eba4175a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343902 Jul 16 18:39:30.375222 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78c2bc-75e5-483d-a25a-01951beac627 req-6c0bf27d-c213-4c76-a9d6-787527d02ec5 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.376583 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9e78c2bc-75e5-483d-a25a-01951beac627 req-6c0bf27d-c213-4c76-a9d6-787527d02ec5 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 944 time: 0.0626807 Jul 16 18:39:30.380517 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47200d7-2811-4026-a88d-29ead7e06d12 req-9a739257-8a49-4467-9a3d-44031ff35599 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.382306 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c47200d7-2811-4026-a88d-29ead7e06d12 req-9a739257-8a49-4467-9a3d-44031ff35599 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0614805 Jul 16 18:39:30.417898 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9e78c2bc-75e5-483d-a25a-01951beac627 req-2bc31f1e-bf0e-47c2-a1ca-ec82223952e5 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353346 Jul 16 18:39:30.421421 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c47200d7-2811-4026-a88d-29ead7e06d12 req-764ce77e-548d-49ab-acca-64048f4f2354 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335550 Jul 16 18:39:30.834348 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52b0d8-00b4-42bb-87fb-eef639e2e86a req-d71921db-b8c3-4ddf-94cb-00f0aa60277d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.835927 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4e52b0d8-00b4-42bb-87fb-eef639e2e86a req-d71921db-b8c3-4ddf-94cb-00f0aa60277d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0648057 Jul 16 18:39:30.873915 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4e52b0d8-00b4-42bb-87fb-eef639e2e86a req-4efbffc7-0f00-4a29-9d21-6cec18060ae5 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322070 Jul 16 18:39:30.878579 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada88106-e614-499b-b5f2-b6a0d0fde294 req-f67e4388-634c-48d8-9c3a-9fd9679aa021 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:30.881706 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ada88106-e614-499b-b5f2-b6a0d0fde294 req-f67e4388-634c-48d8-9c3a-9fd9679aa021 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 946 time: 0.0695801 Jul 16 18:39:30.929650 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ada88106-e614-499b-b5f2-b6a0d0fde294 req-47cbde02-813b-4051-a156-9c3b7ea1bce7 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371358 Jul 16 18:39:30.953468 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 33620) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:31.100976 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b766a776-e14d-44b0-9c9a-45abbb38f412 tempest-TestMinimumBasicScenario-2116192858 tempest-TestMinimumBasicScenario-2116192858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.102534 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-b766a776-e14d-44b0-9c9a-45abbb38f412 tempest-TestMinimumBasicScenario-2116192858 tempest-TestMinimumBasicScenario-2116192858-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 1094 time: 0.1478984 Jul 16 18:39:31.105697 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 33624) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:31.110067 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Request body: {'floatingip': {'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'port_id': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:31.134661 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for floatingip, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.233597 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.338191 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Allocated IP 172.27.3.86 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/6086182f-969f-4fb8-a55c-2ed4375d7872) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:31.443146 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.485983 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.526802 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:31.531458 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:31.537785 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:31.539961 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event updated for resources: {'Port': ['ID=6086182f-969f-4fb8-a55c-2ed4375d7872,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:31.546929 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-cd90b10e-6f96-424b-ba38-44428fb3e113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:31.603200 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb5c62-719c-4528-955e-d5defc906aaf req-a599a26c-f015-4f1c-9ddd-6cd409ab926c tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.604645 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5aeb5c62-719c-4528-955e-d5defc906aaf req-a599a26c-f015-4f1c-9ddd-6cd409ab926c tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 944 time: 0.0624509 Jul 16 18:39:31.642503 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5aeb5c62-719c-4528-955e-d5defc906aaf req-8b143ed6-9a15-4d72-9913-2062568ccc01 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313704 Jul 16 18:39:31.691849 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312c0e1-0e6d-4019-b1ad-bd81d2ee5372 req-95801300-bf08-442f-a4f4-4967e77f4df6 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:31.693442 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f312c0e1-0e6d-4019-b1ad-bd81d2ee5372 req-95801300-bf08-442f-a4f4-4967e77f4df6 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.1568387 Jul 16 18:39:31.785842 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f312c0e1-0e6d-4019-b1ad-bd81d2ee5372 req-bac8066c-d495-4cbc-b0d2-2ed9ebaf3278 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861058 Jul 16 18:39:31.879765 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.064499 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238041c-da41-4b1d-80a2-49462cdb42b7 req-272078c7-8b0b-4de4-bb8a-531d2ae66d6f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.066123 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8238041c-da41-4b1d-80a2-49462cdb42b7 req-272078c7-8b0b-4de4-bb8a-531d2ae66d6f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0699775 Jul 16 18:39:32.107027 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8238041c-da41-4b1d-80a2-49462cdb42b7 req-86c3cacd-8ca8-46ed-bd8e-6f894e9536fa tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345366 Jul 16 18:39:32.253119 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981320ab-36ed-4f7a-8598-7123bed3e5d5 req-a7489a8e-4042-4c58-a35e-00352c91c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.254627 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-981320ab-36ed-4f7a-8598-7123bed3e5d5 req-a7489a8e-4042-4c58-a35e-00352c91c7ea service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204&tenant_id=3b8177a378e543ef8f2fbab8b0445fdc HTTP/1.1" status: 200 len: 1097 time: 0.4398606 Jul 16 18:39:32.421152 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.442733 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device f2b5c297-a866-4224-8bb6-4eb511085329 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:32.505942 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981320ab-36ed-4f7a-8598-7123bed3e5d5 req-28ebcab5-e207-48e5-b9d1-2063d6699bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.507344 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-981320ab-36ed-4f7a-8598-7123bed3e5d5 req-28ebcab5-e207-48e5-b9d1-2063d6699bf0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 1097 time: 0.1757579 Jul 16 18:39:32.536730 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port f2b5c297-a866-4224-8bb6-4eb511085329, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f2b5c297-a866-4224-8bb6-4eb511085329,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:32.548309 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': 'f2b5c297-a866-4224-8bb6-4eb511085329', 'network_id': '29873718-7d95-4147-8f25-a586bd11d585', 'port_id': 'f2b5c297-a866-4224-8bb6-4eb511085329', 'mac_address': 'fa:16:3e:cf:a0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ee39ff-aec1-451c-8b83-48ed0ded6052', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:32.565295 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.597073 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.600050 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.609844 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b5c297-a866-4224-8bb6-4eb511085329 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:32.629783 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port f2b5c297-a866-4224-8bb6-4eb511085329, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f2b5c297-a866-4224-8bb6-4eb511085329,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:32.634238 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.667343 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981320ab-36ed-4f7a-8598-7123bed3e5d5 req-a752c662-af82-481c-af78-47b88027e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.668926 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-981320ab-36ed-4f7a-8598-7123bed3e5d5 req-a752c662-af82-481c-af78-47b88027e0aa service neutron] 10.222.0.84 "GET /v2.0/networks?id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f HTTP/1.1" status: 200 len: 917 time: 0.1412995 Jul 16 18:39:32.681901 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=f2b5c297-a866-4224-8bb6-4eb511085329,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:32.817137 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-981320ab-36ed-4f7a-8598-7123bed3e5d5 req-e24a83dc-e36a-4322-a321-f3672a6d0bcd service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30 HTTP/1.1" status: 200 len: 1000 time: 0.1346178 Jul 16 18:39:32.872871 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.884534 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:32.917769 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981320ab-36ed-4f7a-8598-7123bed3e5d5 req-062dda90-5c24-42fa-95a2-9fbd725170ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.919232 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-981320ab-36ed-4f7a-8598-7123bed3e5d5 req-062dda90-5c24-42fa-95a2-9fbd725170ed service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46ca2ddb-74dd-47d1-8095-68f81754e5b8 HTTP/1.1" status: 200 len: 855 time: 0.0920701 Jul 16 18:39:32.962917 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287942c2-b2f7-4d16-97a7-2405c5b690c3 req-dfd347d7-6ba8-4d84-b69e-d542a6f1ece0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.964829 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-287942c2-b2f7-4d16-97a7-2405c5b690c3 req-dfd347d7-6ba8-4d84-b69e-d542a6f1ece0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0645356 Jul 16 18:39:32.969261 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ecbce-1996-416e-bd8b-a5bddaac479a req-d44869f2-a6e5-4656-a069-6e7f7c89bdd8 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:32.970964 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a00ecbce-1996-416e-bd8b-a5bddaac479a req-d44869f2-a6e5-4656-a069-6e7f7c89bdd8 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 945 time: 0.2142484 Jul 16 18:39:33.002717 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-287942c2-b2f7-4d16-97a7-2405c5b690c3 req-7a907ebc-52e7-439e-a4ba-7453eccb6a29 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323880 Jul 16 18:39:33.010694 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event updated for resources: {'Port': ['ID=6086182f-969f-4fb8-a55c-2ed4375d7872,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:33.042162 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.107634 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a00ecbce-1996-416e-bd8b-a5bddaac479a req-3baaca4c-9f13-48f4-aaaf-19505718c8d8 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114144 Jul 16 18:39:33.148673 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981320ab-36ed-4f7a-8598-7123bed3e5d5 req-52df2fe1-4748-4a96-b45d-eb51d93b68db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:33.150191 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-981320ab-36ed-4f7a-8598-7123bed3e5d5 req-52df2fe1-4748-4a96-b45d-eb51d93b68db service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2156084 Jul 16 18:39:33.175243 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['f2b5c297-a866-4224-8bb6-4eb511085329'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:33.183468 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.l3_db [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Floating IP b1760292-3e10-4668-9d7b-1cd02faf403e associated. External IP: 172.27.3.86, port: aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4. Jul 16 18:39:33.285216 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714de12-8b92-45e8-8b5e-35ed25cd0063 req-570a09bc-98a9-42e9-95c9-22115e3603f6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:33.286897 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d714de12-8b92-45e8-8b5e-35ed25cd0063 req-570a09bc-98a9-42e9-95c9-22115e3603f6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0632684 Jul 16 18:39:33.317341 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-981320ab-36ed-4f7a-8598-7123bed3e5d5 req-d7f05a41-6d86-4ea6-8570-b73df016816f service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582854 Jul 16 18:39:33.335928 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d714de12-8b92-45e8-8b5e-35ed25cd0063 req-7625d5a9-f0a3-4f07-b5fb-d77d7dcb8a62 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430579 Jul 16 18:39:33.413475 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.489688 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-981320ab-36ed-4f7a-8598-7123bed3e5d5 req-d6028fb5-d256-4df8-a39c-29b464b1c886 service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619816 Jul 16 18:39:33.497512 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Router 05c809f3-4191-4479-946d-a3784030dc02 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:33.832512 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:33.842858 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f545d88-46d5-4f10-a19f-cd71adb912a0 None None] Sync routers for ids ['05c809f3-4191-4479-946d-a3784030dc02'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:33.850863 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.890009 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-6ba9eb65-f9a3-4130-92ef-762179b82ebc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7832868 Jul 16 18:39:33.890703 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'tag': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:33.893022 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 33652) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:33.893146 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2ea0f6-fd5e-4571-b190-780b5c23a011" -d '{"events": [{"name": "network-changed", "server_uuid": "39f84af5-29a9-4ebe-b26d-859d995eca79", "tag": "aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:33.898389 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-e57ed29b-8532-4b38-be2a-553fb8d3b4df tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2139413282', 'description': 'tempest-secgroup-smoke-2139413282 description', 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:33.932737 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e57ed29b-8532-4b38-be2a-553fb8d3b4df tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:33.935628 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0841a588-becf-4269-ab36-5e703f42d297 x-openstack-request-id: req-0841a588-becf-4269-ab36-5e703f42d297 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:33.935930 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f84af5-29a9-4ebe-b26d-859d995eca79", "tag": "aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:33.936173 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0841a588-becf-4269-ab36-5e703f42d297 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:33.936560 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'tag': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4', 'status': 'completed', 'code': 200} Jul 16 18:39:33.939465 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f545d88-46d5-4f10-a19f-cd71adb912a0 None None] Routers {'05c809f3-4191-4479-946d-a3784030dc02'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:33.940085 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-7f545d88-46d5-4f10-a19f-cd71adb912a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:39:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['05c809f3-4191-4479-946d-a3784030dc02'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:34.037230 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.038423 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e57ed29b-8532-4b38-be2a-553fb8d3b4df tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.050285 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e57ed29b-8532-4b38-be2a-553fb8d3b4df tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.052833 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-7f545d88-46d5-4f10-a19f-cd71adb912a0 None None] Set router 05c809f3-4191-4479-946d-a3784030dc02 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:34.080121 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e57ed29b-8532-4b38-be2a-553fb8d3b4df tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.084804 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-e57ed29b-8532-4b38-be2a-553fb8d3b4df tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1902483 Jul 16 18:39:34.086979 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 33666) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:34.088896 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ea0f6-fd5e-4571-b190-780b5c23a011 req-b60ccdda-3380-4d3b-ade4-135ab2100ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.090852 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9e2ea0f6-fd5e-4571-b190-780b5c23a011 req-b60ccdda-3380-4d3b-ade4-135ab2100ce7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d8e0d1a4da34fdc8fb01dd5cf7ce892&device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 1099 time: 0.0928688 Jul 16 18:39:34.095458 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-1fdbdcc8-f528-4f84-9b8d-f64b06efb1e5 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Request body: {'security_group_rule': {'security_group_id': '9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98', 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:34.100516 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ed29b-8532-4b38-be2a-553fb8d3b4df tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:34.145949 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1fdbdcc8-f528-4f84-9b8d-f64b06efb1e5 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.232900 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1fdbdcc8-f528-4f84-9b8d-f64b06efb1e5 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.245993 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1fdbdcc8-f528-4f84-9b8d-f64b06efb1e5 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.328711 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdbdcc8-f528-4f84-9b8d-f64b06efb1e5 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a864ef0-877b-4bba-8eb0-05d6da845880,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:34.345530 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7b88c-ed67-4daa-99b5-9b40ac5b9284 req-13eac99e-368f-41bc-8b87-92745406aa13 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.346576 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a6b7b88c-ed67-4daa-99b5-9b40ac5b9284 req-13eac99e-368f-41bc-8b87-92745406aa13 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0878758 Jul 16 18:39:34.349984 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-7f545d88-46d5-4f10-a19f-cd71adb912a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:21Z', 'revision_number': 4, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'b1760292-3e10-4668-9d7b-1cd02faf403e', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '05c809f3-4191-4479-946d-a3784030dc02', 'port_id': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'mac_address': 'fa:16:3e:19:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:31Z', 'updated_at': '2021-07-16T18:39:31Z', 'revision_number': 0, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e468c3-af93-4842-839e-30af1046b9e8', 'name': '', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'mac_address': 'fa:16:3e:61:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:20Z', 'updated_at': '2021-07-16T18:38:27Z', 'revision_number': 5, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'subnets': [{'id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:34.351159 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1fdbdcc8-f528-4f84-9b8d-f64b06efb1e5 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.354930 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-1fdbdcc8-f528-4f84-9b8d-f64b06efb1e5 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2607234 Jul 16 18:39:34.355615 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 33676) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:34.361950 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-41a63d32-df5c-40f4-9ff0-30729f9d6831 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Request body: {'security_group_rule': {'security_group_id': '9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98', 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:34.394956 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46911118-9f04-4bea-b1c1-4bf2669680e1 req-0a15a51e-c9c4-4891-8c30-b8cd60fdd050 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.396705 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-46911118-9f04-4bea-b1c1-4bf2669680e1 req-0a15a51e-c9c4-4891-8c30-b8cd60fdd050 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 945 time: 0.1080544 Jul 16 18:39:34.443367 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f545d88-46d5-4f10-a19f-cd71adb912a0 None None] Checking router: 05c809f3-4191-4479-946d-a3784030dc02 for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:34.460572 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-46911118-9f04-4bea-b1c1-4bf2669680e1 req-1f9ef4d5-89b4-406b-b11a-7dbc7732f3ab tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543604 Jul 16 18:39:34.465153 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f545d88-46d5-4f10-a19f-cd71adb912a0 None None] Routers {'05c809f3-4191-4479-946d-a3784030dc02'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:34.465802 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-7f545d88-46d5-4f10-a19f-cd71adb912a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:39:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['05c809f3-4191-4479-946d-a3784030dc02'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:34.467856 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a6b7b88c-ed67-4daa-99b5-9b40ac5b9284 req-5b087078-6ca3-4ed4-8f1f-93a30322f759 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659916 Jul 16 18:39:34.475540 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ea0f6-fd5e-4571-b190-780b5c23a011 req-9e67251e-af63-431e-9a5b-ca8248b1607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.477691 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9e2ea0f6-fd5e-4571-b190-780b5c23a011 req-9e67251e-af63-431e-9a5b-ca8248b1607b service neutron] 10.222.0.84 "GET /v2.0/networks?id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 HTTP/1.1" status: 200 len: 915 time: 0.3560979 Jul 16 18:39:34.482344 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-41a63d32-df5c-40f4-9ff0-30729f9d6831 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.620589 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-41a63d32-df5c-40f4-9ff0-30729f9d6831 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.629091 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-41a63d32-df5c-40f4-9ff0-30729f9d6831 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.633461 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-7f545d88-46d5-4f10-a19f-cd71adb912a0 None None] Set router 05c809f3-4191-4479-946d-a3784030dc02 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:34.672186 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a63d32-df5c-40f4-9ff0-30729f9d6831 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb3ecb4-2383-47d1-b593-cee11f5bb6cb,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:34.678594 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-41a63d32-df5c-40f4-9ff0-30729f9d6831 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.682394 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-41a63d32-df5c-40f4-9ff0-30729f9d6831 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3256679 Jul 16 18:39:34.682578 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 33680) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:34.696385 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd845db-b25c-461b-af35-3ca77bc623d2 req-35805406-2e16-4beb-b268-6cade0a05300 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:34.696687 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-8ccae3de-5f11-4e3c-9554-1827d78edb89 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Request body: {'security_group_rule': {'security_group_id': '9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98', 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:34.703868 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-abd845db-b25c-461b-af35-3ca77bc623d2 req-35805406-2e16-4beb-b268-6cade0a05300 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0896678 Jul 16 18:39:34.739384 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8ccae3de-5f11-4e3c-9554-1827d78edb89 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.774237 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-abd845db-b25c-461b-af35-3ca77bc623d2 req-51ec717d-311a-441f-b849-6902256dc809 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691261 Jul 16 18:39:34.841970 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8ccae3de-5f11-4e3c-9554-1827d78edb89 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.849595 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8ccae3de-5f11-4e3c-9554-1827d78edb89 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.874488 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccae3de-5f11-4e3c-9554-1827d78edb89 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cd153c-3de1-4897-9506-eaeefaf4b5d0,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:34.886984 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8ccae3de-5f11-4e3c-9554-1827d78edb89 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.891182 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-8ccae3de-5f11-4e3c-9554-1827d78edb89 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2051671 Jul 16 18:39:34.891603 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 33682) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:34.896555 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-7aff6234-f07f-4260-85ad-994dd18cd8d7 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Request body: {'security_group_rule': {'security_group_id': '9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98', 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:34.930450 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7aff6234-f07f-4260-85ad-994dd18cd8d7 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.941169 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-7f545d88-46d5-4f10-a19f-cd71adb912a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:21Z', 'revision_number': 4, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'b1760292-3e10-4668-9d7b-1cd02faf403e', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '05c809f3-4191-4479-946d-a3784030dc02', 'port_id': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'mac_address': 'fa:16:3e:19:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:31Z', 'updated_at': '2021-07-16T18:39:31Z', 'revision_number': 0, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e468c3-af93-4842-839e-30af1046b9e8', 'name': '', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'mac_address': 'fa:16:3e:61:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:20Z', 'updated_at': '2021-07-16T18:38:27Z', 'revision_number': 5, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'subnets': [{'id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:34.968039 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f545d88-46d5-4f10-a19f-cd71adb912a0 None None] The sync data for ids ['05c809f3-4191-4479-946d-a3784030dc02'] in dv-cinder-786932-5-iscsi is: [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:21Z', 'revision_number': 4, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'b1760292-3e10-4668-9d7b-1cd02faf403e', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '05c809f3-4191-4479-946d-a3784030dc02', 'port_id': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'mac_address': 'fa:16:3e:19:8e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:31Z', 'updated_at': '2021-07-16T18:39:31Z', 'revision_number': 0, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0e468c3-af93-4842-839e-30af1046b9e8', 'name': '', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'mac_address': 'fa:16:3e:61:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:20Z', 'updated_at': '2021-07-16T18:38:27Z', 'revision_number': 5, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'subnets': [{'id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:34.986764 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7aff6234-f07f-4260-85ad-994dd18cd8d7 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:34.991123 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7aff6234-f07f-4260-85ad-994dd18cd8d7 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.008930 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff6234-f07f-4260-85ad-994dd18cd8d7 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e6893a5-9bef-4060-9054-eb41b011cb56,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:35.015931 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7aff6234-f07f-4260-85ad-994dd18cd8d7 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.017178 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-7aff6234-f07f-4260-85ad-994dd18cd8d7 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244640 Jul 16 18:39:35.019992 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 33684) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.024847 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-a0d94586-7c24-4190-808e-779e88aa94da tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Request body: {'security_group_rule': {'security_group_id': '9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98', 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:35.061715 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.securitygroups_db [None req-a0d94586-7c24-4190-808e-779e88aa94da tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Project 7d8e0d1a4da34fdc8fb01dd5cf7ce892 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:39:35.069313 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a0d94586-7c24-4190-808e-779e88aa94da tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.136910 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a0d94586-7c24-4190-808e-779e88aa94da tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.141260 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a0d94586-7c24-4190-808e-779e88aa94da tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.159199 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d94586-7c24-4190-808e-779e88aa94da tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d0b9d8-a9f0-4828-a995-76fcd9e2ea89,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:35.166103 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a0d94586-7c24-4190-808e-779e88aa94da tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.166899 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a0d94586-7c24-4190-808e-779e88aa94da tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1459289 Jul 16 18:39:35.169543 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 33686) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:35.173909 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-2f710d25-f559-464b-a802-74273c908583 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Request body: {'security_group_rule': {'security_group_id': '9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98', 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:35.196104 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.securitygroups_db [None req-2f710d25-f559-464b-a802-74273c908583 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Project 7d8e0d1a4da34fdc8fb01dd5cf7ce892 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:39:35.201370 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2f710d25-f559-464b-a802-74273c908583 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.204694 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194a5468-727d-4008-b542-b6012e780dd0 None None] New status for floating IP b1760292-3e10-4668-9d7b-1cd02faf403e: ACTIVE {{(pid=93248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:39:35.273657 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2f710d25-f559-464b-a802-74273c908583 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.286959 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2f710d25-f559-464b-a802-74273c908583 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.322094 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f710d25-f559-464b-a802-74273c908583 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0839ec-ecda-490c-bed9-557d48a78a12,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:35.330042 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2f710d25-f559-464b-a802-74273c908583 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.334073 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-2f710d25-f559-464b-a802-74273c908583 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1612689 Jul 16 18:39:35.453261 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8a9a2076-be58-4f4b-bc21-75e197a05c4a req-5f71f538-5af3-414d-b9b1-6ab3b5463e4b tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139413282&fields=id&tenant_id=7d8e0d1a4da34fdc8fb01dd5cf7ce892 HTTP/1.1" status: 200 len: 267 time: 0.0365331 Jul 16 18:39:35.523291 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a2076-be58-4f4b-bc21-75e197a05c4a req-27dc485b-d29d-4c1f-8d09-6b3440b793bc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:35.524759 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8a9a2076-be58-4f4b-bc21-75e197a05c4a req-27dc485b-d29d-4c1f-8d09-6b3440b793bc tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 946 time: 0.0659151 Jul 16 18:39:35.535639 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [req-8a9a2076-be58-4f4b-bc21-75e197a05c4a req-81b58603-ba77-480b-944a-074408e58342 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Request body: {'port': {'security_groups': ['edbcc313-5f63-452c-8d80-2188703f1e02', '9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98']}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:35.638705 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50337b-17b9-467e-b75e-89e12c19eaf5 req-c4b9f91e-cf71-434d-badd-8bd374bbccb7 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:35.640182 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9f50337b-17b9-467e-b75e-89e12c19eaf5 req-c4b9f91e-cf71-434d-badd-8bd374bbccb7 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 945 time: 0.0687201 Jul 16 18:39:35.679147 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9f50337b-17b9-467e-b75e-89e12c19eaf5 req-db4aae1d-00e5-498e-add5-4cd3ee10c261 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330386 Jul 16 18:39:35.839027 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [req-8a9a2076-be58-4f4b-bc21-75e197a05c4a req-81b58603-ba77-480b-944a-074408e58342 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:35.860320 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdec97-de9d-4b8d-8384-479c932a4522 req-da1b879f-f042-4ef2-820e-3b5be8174909 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:35.861830 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-61cdec97-de9d-4b8d-8384-479c932a4522 req-da1b879f-f042-4ef2-820e-3b5be8174909 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0650241 Jul 16 18:39:35.900710 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-61cdec97-de9d-4b8d-8384-479c932a4522 req-bb100720-773c-4aa3-9869-e4ddcf16f50d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325723 Jul 16 18:39:36.054764 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [req-8a9a2076-be58-4f4b-bc21-75e197a05c4a req-81b58603-ba77-480b-944a-074408e58342 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] For port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,segment=NetworkSegment(c500c2b0-b2c6-4388-9e56-da8790391902),segment_id=c500c2b0-b2c6-4388-9e56-da8790391902)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:36.071395 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898618d-09af-413c-8eae-ba59c5f27f00 req-60425064-2b56-4f59-afbc-b5746defe229 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.072881 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0898618d-09af-413c-8eae-ba59c5f27f00 req-60425064-2b56-4f59-afbc-b5746defe229 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0626156 Jul 16 18:39:36.083444 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [req-8a9a2076-be58-4f4b-bc21-75e197a05c4a req-81b58603-ba77-480b-944a-074408e58342 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for port, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.088464 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [req-8a9a2076-be58-4f4b-bc21-75e197a05c4a req-81b58603-ba77-480b-944a-074408e58342 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8532449'] for port, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.139124 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a2076-be58-4f4b-bc21-75e197a05c4a req-81b58603-ba77-480b-944a-074408e58342 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.139364 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0898618d-09af-413c-8eae-ba59c5f27f00 req-a5f8a29d-8d71-4111-9234-dc2ca9a03469 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605984 Jul 16 18:39:36.139777 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [req-8a9a2076-be58-4f4b-bc21-75e197a05c4a req-81b58603-ba77-480b-944a-074408e58342 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for port, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.144578 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8a9a2076-be58-4f4b-bc21-75e197a05c4a req-81b58603-ba77-480b-944a-074408e58342 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "PUT /v2.0/ports/aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 HTTP/1.1" status: 200 len: 982 time: 0.6134012 Jul 16 18:39:36.145241 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'tag': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4'}] {{(pid=93247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:36.151359 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:36.161111 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1675f5700063021dd68c6217033055bce74fc81c8decf1c9b68bd4a19952454f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180d109f-2b3e-45be-924c-5720c91c4ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "39f84af5-29a9-4ebe-b26d-859d995eca79", "tag": "aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4"}]}' {{(pid=93247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:36.220542 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b58603-ba77-480b-944a-074408e58342 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event updated for resources: {'Port': ['ID=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,revision_number=6']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:36.250618 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1211ba05-4eee-44bc-a07f-59f8dc676d55 x-openstack-request-id: req-1211ba05-4eee-44bc-a07f-59f8dc676d55 {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:36.251073 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f84af5-29a9-4ebe-b26d-859d995eca79", "tag": "aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4", "status": "completed", "code": 200}]} {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:36.251460 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1211ba05-4eee-44bc-a07f-59f8dc676d55 {{(pid=93247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:36.251991 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'tag': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4', 'status': 'completed', 'code': 200} Jul 16 18:39:36.414359 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a297f2-a26e-4e91-be2f-4bd4e7c915ca req-27f4805b-3d59-4c97-b5bd-fdcd1749b082 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.422024 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e7a297f2-a26e-4e91-be2f-4bd4e7c915ca req-27f4805b-3d59-4c97-b5bd-fdcd1749b082 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.1027288 Jul 16 18:39:36.454133 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:36.462484 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e7a297f2-a26e-4e91-be2f-4bd4e7c915ca req-838ec663-9559-492f-adb5-fc0e08f429a9 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394948 Jul 16 18:39:36.483807 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device f2b5c297-a866-4224-8bb6-4eb511085329 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:36.556711 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-4b56d01d-9397-4d23-b8d5-9ca579ed6375 None None] Provisioning complete for port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:36.557097 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-4b56d01d-9397-4d23-b8d5-9ca579ed6375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.666569 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port f2b5c297-a866-4224-8bb6-4eb511085329 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:36.692239 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port f2b5c297-a866-4224-8bb6-4eb511085329 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:36.692608 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.865788 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75324324-65df-4e3b-9294-7f88ec38e0dd req-08bf64f5-2617-4676-8042-65ef6b99e418 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.867349 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-75324324-65df-4e3b-9294-7f88ec38e0dd req-08bf64f5-2617-4676-8042-65ef6b99e418 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 945 time: 0.0714309 Jul 16 18:39:36.915762 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:36.919504 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-75324324-65df-4e3b-9294-7f88ec38e0dd req-39d71edf-64b0-4462-bcac-aa3c53b981a2 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430026 Jul 16 18:39:36.964238 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd75024-3005-4cc7-bcb0-310f1809f96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b5c297-a866-4224-8bb6-4eb511085329'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:36.966514 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfcd5ea-ad89-48fc-b468-4afbef47b43e" -d '{"events": [{"server_uuid": "9fd75024-3005-4cc7-bcb0-310f1809f96c", "name": "network-vif-plugged", "status": "completed", "tag": "f2b5c297-a866-4224-8bb6-4eb511085329"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:36.994448 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port f2b5c297-a866-4224-8bb6-4eb511085329, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f2b5c297-a866-4224-8bb6-4eb511085329,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:37.000698 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.029041 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d5910c-a919-413a-a88a-55b48526ee5a x-openstack-request-id: req-a0d5910c-a919-413a-a88a-55b48526ee5a {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:37.029405 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd75024-3005-4cc7-bcb0-310f1809f96c", "name": "network-vif-plugged", "status": "completed", "tag": "f2b5c297-a866-4224-8bb6-4eb511085329", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:37.029595 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a0d5910c-a919-413a-a88a-55b48526ee5a {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:37.029977 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd75024-3005-4cc7-bcb0-310f1809f96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b5c297-a866-4224-8bb6-4eb511085329', 'code': 200} Jul 16 18:39:37.075680 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=f2b5c297-a866-4224-8bb6-4eb511085329,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:37.085480 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0aa4b-2f6c-44c9-b7e3-0ab5af1f8505 req-fa396d17-957d-444b-a6ec-5b8d8890e95e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:37.086988 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-dbd0aa4b-2f6c-44c9-b7e3-0ab5af1f8505 req-fa396d17-957d-444b-a6ec-5b8d8890e95e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0688326 Jul 16 18:39:37.127972 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-dbd0aa4b-2f6c-44c9-b7e3-0ab5af1f8505 req-7b357945-3983-453c-be77-e426a2659a07 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351613 Jul 16 18:39:37.352998 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5631a3-10b1-4108-85e0-f570742a783e req-23db9ce8-6d7e-4b41-9b4c-f487a899dc44 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:37.354626 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7e5631a3-10b1-4108-85e0-f570742a783e req-23db9ce8-6d7e-4b41-9b4c-f487a899dc44 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0640235 Jul 16 18:39:37.406658 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7e5631a3-10b1-4108-85e0-f570742a783e req-21071689-feed-45a6-a004-2a0af1ff6fa3 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433755 Jul 16 18:39:38.124531 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48525bb6-638d-4f1d-b309-add765999a25 req-721a931c-3e18-48e4-82c5-ac41fb4de659 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.126621 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-48525bb6-638d-4f1d-b309-add765999a25 req-721a931c-3e18-48e4-82c5-ac41fb4de659 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.0771129 Jul 16 18:39:38.164554 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-48525bb6-638d-4f1d-b309-add765999a25 req-7b2dab84-8610-4362-9afa-74d5ff10bd6f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321109 Jul 16 18:39:38.324753 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b3350-d22d-4e83-8566-653c734b8cbb req-b1c54e0c-caf4-4051-a04c-c6a8ac09f2e6 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.326674 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-634b3350-d22d-4e83-8566-653c734b8cbb req-b1c54e0c-caf4-4051-a04c-c6a8ac09f2e6 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0856650 Jul 16 18:39:38.368279 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-634b3350-d22d-4e83-8566-653c734b8cbb req-48c7627c-231c-4016-a357-4bb96bac413c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359743 Jul 16 18:39:38.605400 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbcb2c5-9a10-4448-a8ca-aa3871374547 req-47a9682c-ecab-4b5a-8b0b-f6ba65c2b435 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.606763 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ecbcb2c5-9a10-4448-a8ca-aa3871374547 req-47a9682c-ecab-4b5a-8b0b-f6ba65c2b435 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0625091 Jul 16 18:39:38.643310 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ecbcb2c5-9a10-4448-a8ca-aa3871374547 req-0eab8024-474f-4c3d-ac56-d34dab772342 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308483 Jul 16 18:39:39.384443 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b5b3d-f0e2-4261-a6d9-be7dfb295530 req-6775cbab-7146-4508-9637-049faf2cd27a tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.385922 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a91b5b3d-f0e2-4261-a6d9-be7dfb295530 req-6775cbab-7146-4508-9637-049faf2cd27a tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.0677271 Jul 16 18:39:39.423004 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a91b5b3d-f0e2-4261-a6d9-be7dfb295530 req-3fcb6bce-687c-4d6c-acf2-e651011d6386 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314214 Jul 16 18:39:39.562833 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9bf29-20b9-49bd-a822-574aa1fd7163 req-3388966f-6226-4cad-a72f-eefd645fb22d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.564456 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-06b9bf29-20b9-49bd-a822-574aa1fd7163 req-3388966f-6226-4cad-a72f-eefd645fb22d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0826166 Jul 16 18:39:39.609612 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-06b9bf29-20b9-49bd-a822-574aa1fd7163 req-9e7da4a3-0391-4a1b-8f10-5a0d82d08835 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373464 Jul 16 18:39:39.843204 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda13d1b-10d8-4bb2-88d8-cc2cfb01a226 req-cfaf5b92-22cd-4e7d-8e93-5b2d3fe82a06 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.849574 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cda13d1b-10d8-4bb2-88d8-cc2cfb01a226 req-cfaf5b92-22cd-4e7d-8e93-5b2d3fe82a06 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0702038 Jul 16 18:39:39.883296 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cda13d1b-10d8-4bb2-88d8-cc2cfb01a226 req-fbb45dd0-a6d8-49e9-ac30-71ad52badde7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323391 Jul 16 18:39:40.612112 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c5eb3-94e3-4a94-b0a6-6908928ba41e req-a4091524-6fb1-4205-973c-ddc6c0aa350e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:40.613682 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d17c5eb3-94e3-4a94-b0a6-6908928ba41e req-a4091524-6fb1-4205-973c-ddc6c0aa350e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.0804443 Jul 16 18:39:40.699396 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d17c5eb3-94e3-4a94-b0a6-6908928ba41e req-48f4a378-7c7f-48b4-8a19-9fe6933651ce tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762870 Jul 16 18:39:40.826377 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dcd9a-7654-47f0-b253-c43bce9fc2c0 req-bddd3559-48aa-449a-b8a3-e19348d36cd1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:40.834313 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b86dcd9a-7654-47f0-b253-c43bce9fc2c0 req-bddd3559-48aa-449a-b8a3-e19348d36cd1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0851767 Jul 16 18:39:40.871518 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b86dcd9a-7654-47f0-b253-c43bce9fc2c0 req-5c0e56c2-8665-4233-900e-609989371d58 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362394 Jul 16 18:39:41.070225 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f554595-b95b-46c9-8884-09e4dc2826e0 req-0154137c-4791-4b9d-9467-2aa45c8ccad0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.071699 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9f554595-b95b-46c9-8884-09e4dc2826e0 req-0154137c-4791-4b9d-9467-2aa45c8ccad0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0704484 Jul 16 18:39:41.118022 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9f554595-b95b-46c9-8884-09e4dc2826e0 req-96930618-814f-4779-b5c1-3b2660544d0d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405810 Jul 16 18:39:41.880239 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cecb6b-a69e-4a32-b11f-865c2c27e864 req-009799b7-d09d-4d83-9f36-cf7a450df94d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:41.881690 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-04cecb6b-a69e-4a32-b11f-865c2c27e864 req-009799b7-d09d-4d83-9f36-cf7a450df94d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.0740423 Jul 16 18:39:41.923401 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-04cecb6b-a69e-4a32-b11f-865c2c27e864 req-8c2ee6db-132b-416c-b0cd-f4dd28ef5537 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331640 Jul 16 18:39:42.053668 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d540b1-f950-4e19-8ec8-990488fefb61 req-05b89b1a-7fb1-4667-83ed-df9fa3b4e39f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.055165 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-79d540b1-f950-4e19-8ec8-990488fefb61 req-05b89b1a-7fb1-4667-83ed-df9fa3b4e39f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0626743 Jul 16 18:39:42.096504 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-79d540b1-f950-4e19-8ec8-990488fefb61 req-7d5d083c-34a3-4f0e-aa95-dd684cd70c34 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353205 Jul 16 18:39:42.297142 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d112e-59c4-488b-ad2f-5c57498e7476 req-b322f4b2-e7bb-4a33-b701-12e8e580799f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.298653 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d01d112e-59c4-488b-ad2f-5c57498e7476 req-b322f4b2-e7bb-4a33-b701-12e8e580799f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0643137 Jul 16 18:39:42.336097 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d01d112e-59c4-488b-ad2f-5c57498e7476 req-41d5960e-d262-4734-a2cf-0bbfb680815c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318818 Jul 16 18:39:43.116670 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938baeb6-dab0-4e89-8b5a-8c371f3b9581 req-3cba3c7a-4a7d-45db-93e7-09c36d963888 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:43.118061 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-938baeb6-dab0-4e89-8b5a-8c371f3b9581 req-3cba3c7a-4a7d-45db-93e7-09c36d963888 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.0662653 Jul 16 18:39:43.169161 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-938baeb6-dab0-4e89-8b5a-8c371f3b9581 req-bfa5511c-e719-44e1-bd94-37ad8928e569 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443366 Jul 16 18:39:43.303477 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae867e-9452-4dda-8883-88af4579649b req-d6686fe4-0e2c-48f0-b494-cf7f74884bc5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:43.308688 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e8ae867e-9452-4dda-8883-88af4579649b req-d6686fe4-0e2c-48f0-b494-cf7f74884bc5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0731819 Jul 16 18:39:43.348971 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e8ae867e-9452-4dda-8883-88af4579649b req-e6323faf-9d5f-4422-904c-59bc2e1d7550 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379813 Jul 16 18:39:43.515465 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc9902-5c94-4d2e-a7cf-13f907baa170 req-42c74a94-27bb-4138-94f2-25ec26562b9f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:43.517161 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-94cc9902-5c94-4d2e-a7cf-13f907baa170 req-42c74a94-27bb-4138-94f2-25ec26562b9f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0664790 Jul 16 18:39:43.560926 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-94cc9902-5c94-4d2e-a7cf-13f907baa170 req-3c6e9b82-352c-4254-8542-b53eb97749b2 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368776 Jul 16 18:39:44.350896 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399a8e7-79bc-460c-b60f-474f2efd2530 req-b6593ecb-f2eb-4323-abc8-ff230c3d7d8d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.352365 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2399a8e7-79bc-460c-b60f-474f2efd2530 req-b6593ecb-f2eb-4323-abc8-ff230c3d7d8d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.0640945 Jul 16 18:39:44.390394 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2399a8e7-79bc-460c-b60f-474f2efd2530 req-f91d67c1-484e-407a-a35f-c928c54e47f8 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322900 Jul 16 18:39:44.534989 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b312a-1f19-49de-a022-c3db711b5adb req-6f207783-6a4c-44c3-9114-42615442cf1a tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.536613 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ab7b312a-1f19-49de-a022-c3db711b5adb req-6f207783-6a4c-44c3-9114-42615442cf1a tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0710406 Jul 16 18:39:44.573690 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ab7b312a-1f19-49de-a022-c3db711b5adb req-9dce672c-aef4-48d6-8a4e-3d37c7135cd2 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311618 Jul 16 18:39:44.750056 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4334c-df58-45fd-9e6f-a1b3be3c7961 req-0e9596e9-abe8-4675-8006-f0e29ba2892b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.751488 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b3e4334c-df58-45fd-9e6f-a1b3be3c7961 req-0e9596e9-abe8-4675-8006-f0e29ba2892b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0635493 Jul 16 18:39:44.791379 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b3e4334c-df58-45fd-9e6f-a1b3be3c7961 req-954bcea5-51ac-4bf1-8061-c55129a5406f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344338 Jul 16 18:39:45.584876 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5dc18b-ef7b-4a6e-8e26-9d0949975e18 req-c53c44bb-4cfb-48f1-8410-0587e8fbbdaa tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:45.586389 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-de5dc18b-ef7b-4a6e-8e26-9d0949975e18 req-c53c44bb-4cfb-48f1-8410-0587e8fbbdaa tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.0674498 Jul 16 18:39:45.630126 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-de5dc18b-ef7b-4a6e-8e26-9d0949975e18 req-7c5947cb-5acd-4999-9aa8-f3cfa4b9e39e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379834 Jul 16 18:39:45.772119 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24720b73-bf5e-47ab-8a4a-b69362c0ba34 req-2faf2133-7fc0-4442-91ec-3520d65891c8 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:45.773670 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-24720b73-bf5e-47ab-8a4a-b69362c0ba34 req-2faf2133-7fc0-4442-91ec-3520d65891c8 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0633314 Jul 16 18:39:45.812940 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-24720b73-bf5e-47ab-8a4a-b69362c0ba34 req-96c23a96-3b56-4b0c-8a76-ef0606527f10 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334206 Jul 16 18:39:45.993888 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1c8c0-1322-44da-b782-950070f57475 req-f86ff01b-9fbb-41bf-9960-d3d729b2c3e4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:45.995295 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-02d1c8c0-1322-44da-b782-950070f57475 req-f86ff01b-9fbb-41bf-9960-d3d729b2c3e4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0787678 Jul 16 18:39:46.031825 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-02d1c8c0-1322-44da-b782-950070f57475 req-79ebfc36-6286-4c22-83e9-51ae506f096c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309894 Jul 16 18:39:46.816313 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba695525-af58-42d7-8614-02020a7e895c req-2f70d995-ef5e-40e4-82eb-1dd38c6d1ff3 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.818181 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ba695525-af58-42d7-8614-02020a7e895c req-2f70d995-ef5e-40e4-82eb-1dd38c6d1ff3 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.0639889 Jul 16 18:39:46.858203 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ba695525-af58-42d7-8614-02020a7e895c req-9718dc02-d144-442e-9816-0a588f480f75 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319352 Jul 16 18:39:47.011270 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3d71c-ef27-462e-92d1-d3e2849dfc78 req-110b1a59-2c2e-47cc-a024-3cf821fa9772 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:47.012875 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-15e3d71c-ef27-462e-92d1-d3e2849dfc78 req-110b1a59-2c2e-47cc-a024-3cf821fa9772 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0881040 Jul 16 18:39:47.056517 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-15e3d71c-ef27-462e-92d1-d3e2849dfc78 req-18865ed0-1f82-4726-bc70-c83cbabccffb tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334949 Jul 16 18:39:47.231917 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99f272-fdf0-44e2-ab4e-08731132c75c req-8af973ca-6e0b-4b7f-9161-69339115fc68 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:47.233396 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff99f272-fdf0-44e2-ab4e-08731132c75c req-8af973ca-6e0b-4b7f-9161-69339115fc68 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0771434 Jul 16 18:39:47.278837 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff99f272-fdf0-44e2-ab4e-08731132c75c req-aa62eeac-5ec1-468b-b418-ed76cb7c8f64 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376394 Jul 16 18:39:48.031242 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01317249-b8a7-4b8c-8239-d12000a6d3ef req-010d4567-cdc5-4c61-a5f3-d6ce32416719 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.032704 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-01317249-b8a7-4b8c-8239-d12000a6d3ef req-010d4567-cdc5-4c61-a5f3-d6ce32416719 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.0660381 Jul 16 18:39:48.071194 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-01317249-b8a7-4b8c-8239-d12000a6d3ef req-e9a547b0-c2ea-40f4-a6f8-82f7e8576490 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327418 Jul 16 18:39:48.238589 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744e916-c1a4-4066-8548-4ea3e0503669 req-94bab0f9-86b8-4ef5-a5b4-79d7155ac6c0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.240063 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e744e916-c1a4-4066-8548-4ea3e0503669 req-94bab0f9-86b8-4ef5-a5b4-79d7155ac6c0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0736172 Jul 16 18:39:48.279281 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e744e916-c1a4-4066-8548-4ea3e0503669 req-9015b339-6cb3-4649-8008-1e58a07995b5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334167 Jul 16 18:39:48.468070 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0e886-2ad7-463a-bc32-bea997ddfae0 req-3bec89e5-ba45-48f8-8dde-340f6913856d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.469597 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-34b0e886-2ad7-463a-bc32-bea997ddfae0 req-3bec89e5-ba45-48f8-8dde-340f6913856d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0705483 Jul 16 18:39:48.507503 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-34b0e886-2ad7-463a-bc32-bea997ddfae0 req-008e70d7-de19-4072-af9d-3600edaf4b26 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322096 Jul 16 18:39:48.763568 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9e2ea0f6-fd5e-4571-b190-780b5c23a011 req-bca74aca-dd25-4810-b61a-ba8dc810ad8f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0702093 Jul 16 18:39:48.892748 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ea0f6-fd5e-4571-b190-780b5c23a011 req-0bf02371-8c80-4f05-a9d2-dd2c0aa0bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.894324 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9e2ea0f6-fd5e-4571-b190-780b5c23a011 req-0bf02371-8c80-4f05-a9d2-dd2c0aa0bf95 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1eaed58b-91bc-443c-9f38-8c497a614229 HTTP/1.1" status: 200 len: 853 time: 0.0462382 Jul 16 18:39:48.959774 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ea0f6-fd5e-4571-b190-780b5c23a011 req-81bec935-17ae-426a-80a4-347174d73e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.961258 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9e2ea0f6-fd5e-4571-b190-780b5c23a011 req-81bec935-17ae-426a-80a4-347174d73e46 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541532 Jul 16 18:39:49.149760 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9e2ea0f6-fd5e-4571-b190-780b5c23a011 req-648cb172-78ba-4368-817f-591169015a53 service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168880 Jul 16 18:39:49.154937 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d5d37-c48e-4db9-a93d-384b8523af0b req-2f21e0b1-a894-4041-9af3-d20ba9d3fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.156280 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-090d5d37-c48e-4db9-a93d-384b8523af0b req-2f21e0b1-a894-4041-9af3-d20ba9d3fdfa service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 1099 time: 0.1148474 Jul 16 18:39:49.306168 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-090d5d37-c48e-4db9-a93d-384b8523af0b req-57068113-c080-4489-8b7e-5ecce714e4a3 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272948 Jul 16 18:39:49.332703 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9e2ea0f6-fd5e-4571-b190-780b5c23a011 req-90099d6c-b075-47f5-b5a0-e764c5d036de service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550972 Jul 16 18:39:49.346620 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fcb1b-5262-4030-a9b1-565ece134444 req-1c56c35d-009d-40db-abbd-a120a091cf69 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.348016 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ac4fcb1b-5262-4030-a9b1-565ece134444 req-1c56c35d-009d-40db-abbd-a120a091cf69 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.1605408 Jul 16 18:39:49.387146 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ac4fcb1b-5262-4030-a9b1-565ece134444 req-2bba9387-3485-4f93-9590-f12c8e89fbcf tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334549 Jul 16 18:39:49.453285 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d6763-e2e5-49d8-a8bf-7f1e72d6deca req-48c6da45-ff16-4588-89f0-192ffe8b600c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.454801 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f61d6763-e2e5-49d8-a8bf-7f1e72d6deca req-48c6da45-ff16-4588-89f0-192ffe8b600c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0616477 Jul 16 18:39:49.494766 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f61d6763-e2e5-49d8-a8bf-7f1e72d6deca req-775931a9-598c-422b-acb7-b32238e1752b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343332 Jul 16 18:39:49.703293 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc147fa-390b-4c46-842b-8acd37272cd8 req-25ec061c-556e-425c-bc18-effb5fd2af4b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.704765 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dfc147fa-390b-4c46-842b-8acd37272cd8 req-25ec061c-556e-425c-bc18-effb5fd2af4b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0686324 Jul 16 18:39:49.742452 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dfc147fa-390b-4c46-842b-8acd37272cd8 req-26b969b0-2b01-490d-ada5-becede96853a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318496 Jul 16 18:39:49.809370 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d109f-2b3e-45be-924c-5720c91c4ec6 req-d3f09bac-def1-408a-a6d4-4b602d15d83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.811014 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-180d109f-2b3e-45be-924c-5720c91c4ec6 req-d3f09bac-def1-408a-a6d4-4b602d15d83a service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d8e0d1a4da34fdc8fb01dd5cf7ce892&device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 1138 time: 0.0554166 Jul 16 18:39:49.919532 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d109f-2b3e-45be-924c-5720c91c4ec6 req-fc655ce7-ef1b-4b98-b004-f996018356da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.921050 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-180d109f-2b3e-45be-924c-5720c91c4ec6 req-fc655ce7-ef1b-4b98-b004-f996018356da service neutron] 10.222.0.84 "GET /v2.0/networks?id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 HTTP/1.1" status: 200 len: 915 time: 0.0912094 Jul 16 18:39:49.992482 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-180d109f-2b3e-45be-924c-5720c91c4ec6 req-2ceab3e1-59ca-4dd8-96c1-f7633d488aae service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0636637 Jul 16 18:39:50.042876 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d109f-2b3e-45be-924c-5720c91c4ec6 req-93c69b7f-48f3-4291-a6c5-63c95c81cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.044234 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-180d109f-2b3e-45be-924c-5720c91c4ec6 req-93c69b7f-48f3-4291-a6c5-63c95c81cce2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1eaed58b-91bc-443c-9f38-8c497a614229 HTTP/1.1" status: 200 len: 853 time: 0.0422907 Jul 16 18:39:50.120991 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d109f-2b3e-45be-924c-5720c91c4ec6 req-31d7f2bb-4b94-4f98-94b0-1766efd6c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.122484 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-180d109f-2b3e-45be-924c-5720c91c4ec6 req-31d7f2bb-4b94-4f98-94b0-1766efd6c772 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599737 Jul 16 18:39:50.213994 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-180d109f-2b3e-45be-924c-5720c91c4ec6 req-b76047ab-8a8b-4447-8dc5-26cfea4ab92f service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838456 Jul 16 18:39:50.309702 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-180d109f-2b3e-45be-924c-5720c91c4ec6 req-8b688a3c-e1a7-450d-90bc-f9b4872d6600 service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883510 Jul 16 18:39:50.562044 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac058e9-0b36-449e-a3d4-351f46d96f18 req-390bc02c-f1d1-4ce6-b7ba-1d5687184b15 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.563510 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9ac058e9-0b36-449e-a3d4-351f46d96f18 req-390bc02c-f1d1-4ce6-b7ba-1d5687184b15 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.0644848 Jul 16 18:39:50.603019 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9ac058e9-0b36-449e-a3d4-351f46d96f18 req-9f32634e-e001-41b0-ade9-bea35528d02b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Jul 16 18:39:50.669157 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580b3e5b-3ef4-49fc-bfa9-593bb7dd9a8c req-dd77d000-525c-4572-8262-eff91dd414d9 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.670689 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-580b3e5b-3ef4-49fc-bfa9-593bb7dd9a8c req-dd77d000-525c-4572-8262-eff91dd414d9 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0618443 Jul 16 18:39:50.708937 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-580b3e5b-3ef4-49fc-bfa9-593bb7dd9a8c req-a1c3c979-5b06-4783-8315-028cf6554f79 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Jul 16 18:39:50.938391 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a945779-117e-4408-8690-36ff51f9f305 req-2d6adfdf-ab78-4e9c-a26f-7837bd2e73b1 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.940004 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6a945779-117e-4408-8690-36ff51f9f305 req-2d6adfdf-ab78-4e9c-a26f-7837bd2e73b1 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0669441 Jul 16 18:39:50.983414 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6a945779-117e-4408-8690-36ff51f9f305 req-b335b2ee-a98d-406d-8939-6a7dd0e21d2b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372205 Jul 16 18:39:50.998021 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:51.587974 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19188c-65b0-4168-abcc-794a63ecd7de req-9f83556c-49a5-4324-a2e0-143821359bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.589411 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7f19188c-65b0-4168-abcc-794a63ecd7de req-9f83556c-49a5-4324-a2e0-143821359bdf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 1098 time: 0.0541725 Jul 16 18:39:51.638928 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7f19188c-65b0-4168-abcc-794a63ecd7de req-0d068f2b-b0f3-4c6e-bb78-2de7c758b80d service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328374 Jul 16 18:39:51.784578 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f497cb8-8670-4125-a60e-99ef75514dc6 req-6042401f-af7d-4cd5-8833-22d1854269a0 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.786130 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6f497cb8-8670-4125-a60e-99ef75514dc6 req-6042401f-af7d-4cd5-8833-22d1854269a0 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.0728164 Jul 16 18:39:51.824352 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6f497cb8-8670-4125-a60e-99ef75514dc6 req-b861ac89-b3b7-4422-b995-215203536965 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Jul 16 18:39:51.887377 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e21169-5c57-4f66-ae73-5b888020b45c req-9c3fb3da-55d7-4dac-8a44-4832ba973914 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.888864 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-62e21169-5c57-4f66-ae73-5b888020b45c req-9c3fb3da-55d7-4dac-8a44-4832ba973914 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0677474 Jul 16 18:39:51.927779 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-62e21169-5c57-4f66-ae73-5b888020b45c req-cd1acb02-ab46-447a-82ee-02aa85d2293f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331702 Jul 16 18:39:52.168270 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e76d3-642a-48b7-8734-ccc5a96badc0 req-2a75cb60-629f-4ee1-86e4-9f60e4057da2 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:52.170019 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-634e76d3-642a-48b7-8734-ccc5a96badc0 req-2a75cb60-629f-4ee1-86e4-9f60e4057da2 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0637808 Jul 16 18:39:52.216442 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-634e76d3-642a-48b7-8734-ccc5a96badc0 req-98f958a6-b2a2-4440-b6d2-c583c1cdc614 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323081 Jul 16 18:39:53.121183 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e242f41-4620-4a07-a5a7-e22b5a08365a req-56e4997c-b9c9-4051-a5ab-bbceecc45239 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:53.122826 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4e242f41-4620-4a07-a5a7-e22b5a08365a req-56e4997c-b9c9-4051-a5ab-bbceecc45239 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0643835 Jul 16 18:39:53.161976 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4e242f41-4620-4a07-a5a7-e22b5a08365a req-7d10485c-3cfd-47f1-8e9d-d790e3d089be tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333378 Jul 16 18:39:53.410563 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96074f32-ef53-4762-a6b6-ad0c72fc1b73 req-17d99e29-b015-43ee-9d04-1062adb20ea0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:53.411913 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-96074f32-ef53-4762-a6b6-ad0c72fc1b73 req-17d99e29-b015-43ee-9d04-1062adb20ea0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0686591 Jul 16 18:39:53.452117 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-96074f32-ef53-4762-a6b6-ad0c72fc1b73 req-ab92e44b-67b6-4f85-9c21-78982e5ed8fa tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320740 Jul 16 18:39:54.344077 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eb82b8-ee20-4614-b3c5-86f702f76b0e req-3eb58c53-5f9d-4abf-87f6-da8003c5fd71 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:54.345573 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-82eb82b8-ee20-4614-b3c5-86f702f76b0e req-3eb58c53-5f9d-4abf-87f6-da8003c5fd71 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0675604 Jul 16 18:39:54.388457 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-82eb82b8-ee20-4614-b3c5-86f702f76b0e req-08cd7230-ee23-4bdd-a1d6-dac0e3d11958 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370090 Jul 16 18:39:54.642658 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d8f32-5cf8-47ac-b06f-4a6f2281da98 req-19e5a0f0-5b23-405e-8b0e-a925e3a980e4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:54.644116 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0d2d8f32-5cf8-47ac-b06f-4a6f2281da98 req-19e5a0f0-5b23-405e-8b0e-a925e3a980e4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0664918 Jul 16 18:39:54.682715 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0d2d8f32-5cf8-47ac-b06f-4a6f2281da98 req-b2592eb8-12a1-46de-93c3-999d3d0daa3d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327604 Jul 16 18:39:55.573240 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0c30d-5f0f-4389-ab3f-27997dd5dc58 req-e80c0a3b-7ec6-4af3-b720-451998134a9c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:55.574757 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8ff0c30d-5f0f-4389-ab3f-27997dd5dc58 req-e80c0a3b-7ec6-4af3-b720-451998134a9c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0708477 Jul 16 18:39:55.613409 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8ff0c30d-5f0f-4389-ab3f-27997dd5dc58 req-f8f5289c-37ad-48bf-aad8-b7aabc4b6f39 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331337 Jul 16 18:39:55.869906 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6aa78-8077-4e54-92c6-e185280d2594 req-1af38580-d8cc-4eaf-8f85-f0c7371c0a90 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:55.871316 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-94f6aa78-8077-4e54-92c6-e185280d2594 req-1af38580-d8cc-4eaf-8f85-f0c7371c0a90 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0713749 Jul 16 18:39:55.922986 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-94f6aa78-8077-4e54-92c6-e185280d2594 req-039bd370-8a1e-4a97-8be5-297a08b7e3c5 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428596 Jul 16 18:39:56.795138 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0da1c-0d97-4114-8a4c-28f5df286c3f req-e173d9fa-9426-4e76-b841-b4e32594ed99 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:56.796781 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-53d0da1c-0d97-4114-8a4c-28f5df286c3f req-e173d9fa-9426-4e76-b841-b4e32594ed99 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0708857 Jul 16 18:39:56.834678 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-53d0da1c-0d97-4114-8a4c-28f5df286c3f req-6aa4f634-0bb0-40df-b077-e6a03ed0c5c9 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320442 Jul 16 18:39:57.104594 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a25ce-816b-4c4a-a14d-8c65ef1aa87e req-0432025f-d09c-4670-a7f0-30d08a06168f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:57.106143 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4d7a25ce-816b-4c4a-a14d-8c65ef1aa87e req-0432025f-d09c-4670-a7f0-30d08a06168f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0618622 Jul 16 18:39:57.143926 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4d7a25ce-816b-4c4a-a14d-8c65ef1aa87e req-9c621178-90cf-4d6a-807a-131461ac62c9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321016 Jul 16 18:39:57.345622 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da38e8a-e052-455d-8b7c-bf25401a27ac req-a6101455-69cf-4d45-9210-b9fa37121980 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:57.346983 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1da38e8a-e052-455d-8b7c-bf25401a27ac req-a6101455-69cf-4d45-9210-b9fa37121980 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0734158 Jul 16 18:39:57.385564 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1da38e8a-e052-455d-8b7c-bf25401a27ac req-57d5158d-e03e-4689-a48e-f9b723769295 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322797 Jul 16 18:39:58.347791 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff527c7d-1b66-4906-bd29-de94b13b5cff req-31f383f6-fc88-440b-b4cb-8944ea039a1b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:58.349256 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ff527c7d-1b66-4906-bd29-de94b13b5cff req-31f383f6-fc88-440b-b4cb-8944ea039a1b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0702555 Jul 16 18:39:58.389508 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ff527c7d-1b66-4906-bd29-de94b13b5cff req-0ecc68b3-19ff-467a-9ff4-6c58c7229208 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344019 Jul 16 18:39:58.566442 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8061a-13b0-408e-a66b-65117949aa75 req-d5acd33f-fa1b-49f8-8693-61cb775da569 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:58.568226 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-37a8061a-13b0-408e-a66b-65117949aa75 req-d5acd33f-fa1b-49f8-8693-61cb775da569 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0712471 Jul 16 18:39:58.605784 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-37a8061a-13b0-408e-a66b-65117949aa75 req-22e643ea-8d11-462c-b623-80af54edfe95 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319481 Jul 16 18:39:58.660984 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f576fc40-8529-4c56-8ee8-0076c563ae5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:59.584790 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98287bd2-35d0-4e19-bec3-bc6c3965bdb8 req-d40059bb-ea4f-487f-9f69-9fa9bada9fc7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:59.586286 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-98287bd2-35d0-4e19-bec3-bc6c3965bdb8 req-d40059bb-ea4f-487f-9f69-9fa9bada9fc7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 944 time: 0.0818553 Jul 16 18:39:59.623642 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-98287bd2-35d0-4e19-bec3-bc6c3965bdb8 req-132ad15e-1169-4ddb-8379-a2f2cef18de7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317295 Jul 16 18:39:59.779672 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ad157-722b-4dd8-b436-4e7b8f589172 req-fdb9b020-205e-4443-b31c-188e840f568b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:59.781120 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-254ad157-722b-4dd8-b436-4e7b8f589172 req-fdb9b020-205e-4443-b31c-188e840f568b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0639095 Jul 16 18:39:59.821576 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-254ad157-722b-4dd8-b436-4e7b8f589172 req-3858aef4-f5ba-4bd6-9051-144f7a0d5ef1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348144 Jul 16 18:40:00.431455 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 437b2ab0-67a4-41e5-a548-b309dc5a2d30 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:40:00.531785 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917372c-a384-4edf-982e-1a4242fe88e8 req-1058e4ad-a85e-4216-a1be-78592e091d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.533376 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3917372c-a384-4edf-982e-1a4242fe88e8 req-1058e4ad-a85e-4216-a1be-78592e091d69 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=fb54116dfef342de94149d52c6033134&device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 1098 time: 0.0559618 Jul 16 18:40:00.629208 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917372c-a384-4edf-982e-1a4242fe88e8 req-0d4f1f73-5c57-4a18-b6c6-7d58259b48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.630625 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3917372c-a384-4edf-982e-1a4242fe88e8 req-0d4f1f73-5c57-4a18-b6c6-7d58259b48b8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=e8ad46c9-129c-4ddd-b2a7-74be4109f043 HTTP/1.1" status: 200 len: 920 time: 0.0883000 Jul 16 18:40:00.657092 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 437b2ab0-67a4-41e5-a548-b309dc5a2d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:00.668791 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'port_id': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'mac_address': 'fa:16:3e:50:f6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:40:00.687792 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3917372c-a384-4edf-982e-1a4242fe88e8 req-2e13a727-4140-4b47-9736-635103ba7af1 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53c62cf5-bc8e-4b46-83c1-5c407e228a6c HTTP/1.1" status: 200 len: 217 time: 0.0370729 Jul 16 18:40:00.707949 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.721008 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437b2ab0-67a4-41e5-a548-b309dc5a2d30 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:00.739031 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917372c-a384-4edf-982e-1a4242fe88e8 req-787c0238-9bbe-4da2-8634-ba77e0fea44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.740562 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3917372c-a384-4edf-982e-1a4242fe88e8 req-787c0238-9bbe-4da2-8634-ba77e0fea44b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=d5a1f91e-ba26-4d13-a774-60668e112a4c HTTP/1.1" status: 200 len: 859 time: 0.0449040 Jul 16 18:40:00.741542 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 437b2ab0-67a4-41e5-a548-b309dc5a2d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:00.745916 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.778761 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3917372c-a384-4edf-982e-1a4242fe88e8 req-46860c5e-5fe5-46aa-842d-013f7929fe6a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=e8ad46c9-129c-4ddd-b2a7-74be4109f043&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253515 Jul 16 18:40:00.795351 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=437b2ab0-67a4-41e5-a548-b309dc5a2d30,revision_number=9']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:00.810317 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9210a9c-862d-4608-8712-71f5b3f056c8 req-8d40b56f-68eb-4044-a091-9672e4f3499d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:00.813809 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a9210a9c-862d-4608-8712-71f5b3f056c8 req-8d40b56f-68eb-4044-a091-9672e4f3499d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 945 time: 0.0710390 Jul 16 18:40:00.868060 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a9210a9c-862d-4608-8712-71f5b3f056c8 req-16a7f71c-d12e-4b20-bae0-e2447fb12837 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499153 Jul 16 18:40:00.882974 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3917372c-a384-4edf-982e-1a4242fe88e8 req-bca46953-645a-458c-a960-429677c201ed service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936906 Jul 16 18:40:01.010881 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3917372c-a384-4edf-982e-1a4242fe88e8 req-a86f4c84-91d6-439e-9cf9-ee331681f255 service neutron] 10.222.0.84 "GET /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200073 Jul 16 18:40:01.036195 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d4561-044f-4a1f-8a82-085de3de1b8a req-5409057a-9c74-43bf-b66b-154f0fd18d49 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:01.037326 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b61d4561-044f-4a1f-8a82-085de3de1b8a req-5409057a-9c74-43bf-b66b-154f0fd18d49 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0857205 Jul 16 18:40:01.080612 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b61d4561-044f-4a1f-8a82-085de3de1b8a req-e223fbb6-1a0c-46d8-9fe0-e7948b5d3b01 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374393 Jul 16 18:40:01.393369 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['437b2ab0-67a4-41e5-a548-b309dc5a2d30'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:01.542407 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2fde8e15-5431-4685-a189-ded0b82f8bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.889596 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.052324 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4352c-35dd-442c-962d-0d3f7614593a req-2571bbf8-8976-4a0a-a920-7bcb4848fc8b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:02.053555 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e97982-5890-4b16-b408-6c329e7ef989 req-5fd8f976-0eb3-4973-b385-30d1a7caa983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:02.054006 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7eb4352c-35dd-442c-962d-0d3f7614593a req-2571bbf8-8976-4a0a-a920-7bcb4848fc8b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 945 time: 0.0706816 Jul 16 18:40:02.055064 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-04e97982-5890-4b16-b408-6c329e7ef989 req-5fd8f976-0eb3-4973-b385-30d1a7caa983 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 1098 time: 0.0602155 Jul 16 18:40:02.097203 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7eb4352c-35dd-442c-962d-0d3f7614593a req-b9e7fbb6-1dcf-4255-91c5-f8c74795102b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370221 Jul 16 18:40:02.172285 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e97982-5890-4b16-b408-6c329e7ef989 req-4ec81036-6020-402f-bbf4-f924198dff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:02.173897 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-04e97982-5890-4b16-b408-6c329e7ef989 req-4ec81036-6020-402f-bbf4-f924198dff42 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f HTTP/1.1" status: 200 len: 917 time: 0.0967698 Jul 16 18:40:02.270743 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-04e97982-5890-4b16-b408-6c329e7ef989 req-1a094111-0c48-4020-b6b4-6cb08f10678c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30 HTTP/1.1" status: 200 len: 1001 time: 0.0877023 Jul 16 18:40:02.332129 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc6a1f-7ba6-441c-b7ae-da1fad4a1a2d req-eac974d1-810c-4f2a-b5bd-e14b3624f6c3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:02.333635 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-56dc6a1f-7ba6-441c-b7ae-da1fad4a1a2d req-eac974d1-810c-4f2a-b5bd-e14b3624f6c3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.1164355 Jul 16 18:40:02.339079 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e97982-5890-4b16-b408-6c329e7ef989 req-ca1f4f56-0fc7-4c9b-864a-6a923b315116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:02.340411 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-04e97982-5890-4b16-b408-6c329e7ef989 req-ca1f4f56-0fc7-4c9b-864a-6a923b315116 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46ca2ddb-74dd-47d1-8095-68f81754e5b8 HTTP/1.1" status: 200 len: 855 time: 0.0596402 Jul 16 18:40:02.399818 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-56dc6a1f-7ba6-441c-b7ae-da1fad4a1a2d req-98372d46-26d7-4c6b-ba8a-266733d7afd0 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583844 Jul 16 18:40:02.420453 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e97982-5890-4b16-b408-6c329e7ef989 req-519278c1-f67f-4135-9595-1df5e03c94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:02.421960 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-04e97982-5890-4b16-b408-6c329e7ef989 req-519278c1-f67f-4135-9595-1df5e03c94b6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671511 Jul 16 18:40:02.513460 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-04e97982-5890-4b16-b408-6c329e7ef989 req-f61b5e82-8542-44a9-a163-5b4abf4704ea service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828817 Jul 16 18:40:02.596002 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.617068 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-04e97982-5890-4b16-b408-6c329e7ef989 req-a6fe9030-488d-4609-bdad-839b2607e81f service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924189 Jul 16 18:40:02.799868 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 437b2ab0-67a4-41e5-a548-b309dc5a2d30 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:02.850637 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 437b2ab0-67a4-41e5-a548-b309dc5a2d30 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:02.850999 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.925364 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.947204 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb41297-851b-43d0-a0c2-afffba040204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437b2ab0-67a4-41e5-a548-b309dc5a2d30'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:02.949518 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca3b40f-356d-4060-b03d-3969cd22eef0" -d '{"events": [{"server_uuid": "3eb41297-851b-43d0-a0c2-afffba040204", "name": "network-vif-plugged", "status": "completed", "tag": "437b2ab0-67a4-41e5-a548-b309dc5a2d30"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:02.961918 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 437b2ab0-67a4-41e5-a548-b309dc5a2d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:02.966849 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:02.992213 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b318ab58-dad4-4e70-ad7f-1d78807669a2 x-openstack-request-id: req-b318ab58-dad4-4e70-ad7f-1d78807669a2 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:02.992494 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb41297-851b-43d0-a0c2-afffba040204", "name": "network-vif-plugged", "status": "completed", "tag": "437b2ab0-67a4-41e5-a548-b309dc5a2d30", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:02.992739 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b318ab58-dad4-4e70-ad7f-1d78807669a2 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:02.993109 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb41297-851b-43d0-a0c2-afffba040204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'code': 200} Jul 16 18:40:03.018319 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=437b2ab0-67a4-41e5-a548-b309dc5a2d30,revision_number=10']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:03.283144 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699f30a-3fec-4ee1-a845-dde5520f647d req-2622ea45-438b-47c4-8834-673dce16bea6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:03.284633 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2699f30a-3fec-4ee1-a845-dde5520f647d req-2622ea45-438b-47c4-8834-673dce16bea6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 947 time: 0.0657122 Jul 16 18:40:03.325117 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2699f30a-3fec-4ee1-a845-dde5520f647d req-758fa8a0-bc5e-480b-8fe6-00bdfb9e2182 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321674 Jul 16 18:40:03.429006 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:03.579206 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef632d14-9ab0-40a0-8412-6403b2e2ea0e req-a86050b7-9cb8-4d5a-b983-b36e46e0b306 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:03.580560 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ef632d14-9ab0-40a0-8412-6403b2e2ea0e req-a86050b7-9cb8-4d5a-b983-b36e46e0b306 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0659957 Jul 16 18:40:03.620044 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ef632d14-9ab0-40a0-8412-6403b2e2ea0e req-e1a2ac87-f728-44b8-9bbf-29077828c242 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329192 Jul 16 18:40:03.787646 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bb737-7da5-42a5-8255-64ffe6f3154d req-3bd03a75-6902-41df-9f59-820080065bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:03.789098 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-489bb737-7da5-42a5-8255-64ffe6f3154d req-3bd03a75-6902-41df-9f59-820080065bef service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 1100 time: 0.0541525 Jul 16 18:40:03.826156 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-489bb737-7da5-42a5-8255-64ffe6f3154d req-d54fc8bf-648e-4f0f-9974-658bd30b3138 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281959 Jul 16 18:40:04.036567 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:04.512383 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af85083-4a4b-46ff-8fca-f1a5ce992aad req-74ab0ce0-fb0f-44ae-8d5f-773c6e7b2214 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:04.513780 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7af85083-4a4b-46ff-8fca-f1a5ce992aad req-74ab0ce0-fb0f-44ae-8d5f-773c6e7b2214 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 947 time: 0.0637221 Jul 16 18:40:04.553755 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7af85083-4a4b-46ff-8fca-f1a5ce992aad req-60ffcf9f-d06d-4e5e-83fc-2e2d78f0ba7c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337160 Jul 16 18:40:04.798946 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff27ce-58ef-42c2-98ab-70b7fab86bcb req-46b80163-a973-4c9c-82ef-cb6c1bb8a8f3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:04.800248 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06ff27ce-58ef-42c2-98ab-70b7fab86bcb req-46b80163-a973-4c9c-82ef-cb6c1bb8a8f3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0656602 Jul 16 18:40:05.078991 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06ff27ce-58ef-42c2-98ab-70b7fab86bcb req-eda91a85-1da9-4a9c-a64d-0045c6c19887 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717004 Jul 16 18:40:05.738023 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e5fe2-16f8-4828-ba07-fc6d2e52cd5b req-104f275f-953f-4e55-b62c-04083239c30f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:05.739536 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c06e5fe2-16f8-4828-ba07-fc6d2e52cd5b req-104f275f-953f-4e55-b62c-04083239c30f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 947 time: 0.0694861 Jul 16 18:40:05.779764 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c06e5fe2-16f8-4828-ba07-fc6d2e52cd5b req-908f0b02-9628-4a3c-8c5a-4611393318c1 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320570 Jul 16 18:40:06.969816 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dd5b4-cac9-4cc6-b382-9ee25fcf45cf req-5c9e343b-432b-40dc-aed1-1374b39d1005 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:06.971330 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f08dd5b4-cac9-4cc6-b382-9ee25fcf45cf req-5c9e343b-432b-40dc-aed1-1374b39d1005 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 947 time: 0.0697110 Jul 16 18:40:07.009004 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f08dd5b4-cac9-4cc6-b382-9ee25fcf45cf req-4a81c66a-85b3-47c5-a653-374ccb8224c6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317614 Jul 16 18:40:08.191478 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e478fb2-06fe-4a47-80fa-ac3af9b8fe22 req-63fdb49a-a037-4438-ae85-57ffdc62647f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:08.193389 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6e478fb2-06fe-4a47-80fa-ac3af9b8fe22 req-63fdb49a-a037-4438-ae85-57ffdc62647f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 947 time: 0.0648029 Jul 16 18:40:08.235220 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6e478fb2-06fe-4a47-80fa-ac3af9b8fe22 req-1102e9cf-ac80-4551-8c09-612b4e51c9f3 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363982 Jul 16 18:40:09.415085 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5539c-9882-4db5-a6a8-cf41becda7a1 req-a32fb2b7-abe8-4d03-af42-c472dabf701f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:09.416518 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b4a5539c-9882-4db5-a6a8-cf41becda7a1 req-a32fb2b7-abe8-4d03-af42-c472dabf701f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 947 time: 0.0680425 Jul 16 18:40:09.455873 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b4a5539c-9882-4db5-a6a8-cf41becda7a1 req-602194ea-a019-4fe0-bb88-cec0f81bd50f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335619 Jul 16 18:40:11.154116 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c6a63-0ac6-4a6f-b954-6ee67023fa2d req-b744b831-fa0c-4279-97f5-28bad1c413b3 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:11.155591 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fc1c6a63-0ac6-4a6f-b954-6ee67023fa2d req-b744b831-fa0c-4279-97f5-28bad1c413b3 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 945 time: 0.0666320 Jul 16 18:40:11.194532 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fc1c6a63-0ac6-4a6f-b954-6ee67023fa2d req-c46a38ff-313f-4429-aace-b0728b9e0759 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331168 Jul 16 18:40:12.375771 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7b5f5-2b69-4bb6-b817-bc3ddc4fa1fa req-f25c81b7-e4d9-4f7a-8e65-27ac116cf1e2 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:12.377335 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bba7b5f5-2b69-4bb6-b817-bc3ddc4fa1fa req-f25c81b7-e4d9-4f7a-8e65-27ac116cf1e2 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 945 time: 0.0684819 Jul 16 18:40:12.416209 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bba7b5f5-2b69-4bb6-b817-bc3ddc4fa1fa req-13d4e6b6-8ac5-42a3-8664-9a7e45c0df9b tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325742 Jul 16 18:40:13.606799 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f07ab8-efd7-4396-98ad-4a1382238690 req-8e0da0e6-ec48-49e4-bc09-c95e3627bff7 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:13.608338 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-77f07ab8-efd7-4396-98ad-4a1382238690 req-8e0da0e6-ec48-49e4-bc09-c95e3627bff7 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 945 time: 0.0739214 Jul 16 18:40:13.650258 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-77f07ab8-efd7-4396-98ad-4a1382238690 req-8e283410-1c23-4727-9372-67917a6aa47b tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/security-groups?id=edb70629-77a1-45c2-b076-c6a0fad9eeab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327203 Jul 16 18:40:14.315463 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76dd7c-9f83-4111-8253-2b3928270fb3 req-7664d842-d144-411f-ad20-b78142ffd426 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:14.317417 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4d76dd7c-9f83-4111-8253-2b3928270fb3 req-7664d842-d144-411f-ad20-b78142ffd426 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.84 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 945 time: 0.0671003 Jul 16 18:40:14.458996 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-4d76dd7c-9f83-4111-8253-2b3928270fb3 req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Deleting port 934546d1-d0ff-4593-b337-61d447b73ff0 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:14.459344 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-4d76dd7c-9f83-4111-8253-2b3928270fb3 req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.504869 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90384e-f40a-4f73-abb3-7aa8919e76aa req-c85eb9b3-3b7e-4bbe-94de-b20c3ce6e68f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:14.506402 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-2c90384e-f40a-4f73-abb3-7aa8919e76aa req-c85eb9b3-3b7e-4bbe-94de-b20c3ce6e68f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0821552 Jul 16 18:40:14.549404 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-4d76dd7c-9f83-4111-8253-2b3928270fb3 req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] For port 934546d1-d0ff-4593-b337-61d447b73ff0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=934546d1-d0ff-4593-b337-61d447b73ff0,segment=NetworkSegment(3cf502c6-f1ec-4889-8ffa-9205cb297040),segment_id=3cf502c6-f1ec-4889-8ffa-9205cb297040)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:14.550038 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-4d76dd7c-9f83-4111-8253-2b3928270fb3 req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.550660 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-2c90384e-f40a-4f73-abb3-7aa8919e76aa req-ce133d3a-b09a-469d-84be-0cfb401795e3 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376682 Jul 16 18:40:14.563133 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-4d76dd7c-9f83-4111-8253-2b3928270fb3 req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Calling delete_port for 934546d1-d0ff-4593-b337-61d447b73ff0 owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:14.705294 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235448d-319c-41b9-8b7a-e9c3589f5224 req-2f0b0710-3429-441f-b54f-036a2246d956 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:14.706796 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8235448d-319c-41b9-8b7a-e9c3589f5224 req-2f0b0710-3429-441f-b54f-036a2246d956 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.1302414 Jul 16 18:40:14.776179 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8235448d-319c-41b9-8b7a-e9c3589f5224 req-f6315791-256f-482d-a8bb-8e8eb6aedc23 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515926 Jul 16 18:40:14.777563 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-4d76dd7c-9f83-4111-8253-2b3928270fb3 req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.794261 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-00432d7a-5372-492c-b791-d887bd63bdb9 req-add1e5b1-da45-4c1b-b92f-d5ef3c650955 tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.68 "GET /v2.0/ports?device_id=518f674f-5af8-4975-b917-c68cfb700820 HTTP/1.1" status: 200 len: 210 time: 0.0289259 Jul 16 18:40:14.815536 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Pushing event deleted for resources: {'Port': ['ID=934546d1-d0ff-4593-b337-61d447b73ff0,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:14.837930 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['934546d1-d0ff-4593-b337-61d447b73ff0'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:14.844537 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.844882 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.845220 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.845574 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.845902 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.846227 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.846549 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.846871 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.847190 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.847533 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.847851 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.848165 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:14.868198 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d76dd7c-9f83-4111-8253-2b3928270fb3 req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] No DVR routers for this DVR port 934546d1-d0ff-4593-b337-61d447b73ff0 on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:14.870501 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-4d76dd7c-9f83-4111-8253-2b3928270fb3 req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:14.872425 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4d76dd7c-9f83-4111-8253-2b3928270fb3 req-9113067a-06ab-4e04-83ef-5ee183cf3fee tempest-VolumesSnapshotTestJSON-1555380269 tempest-VolumesSnapshotTestJSON-1555380269-project] 10.222.0.84 "DELETE /v2.0/ports/934546d1-d0ff-4593-b337-61d447b73ff0 HTTP/1.1" status: 204 len: 173 time: 0.5298328 Jul 16 18:40:14.872874 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518f674f-5af8-4975-b917-c68cfb700820', 'name': 'network-vif-deleted', 'tag': '934546d1-d0ff-4593-b337-61d447b73ff0'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:14.875146 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b3b4ff-e826-433c-b270-05f672eb4089" -d '{"events": [{"server_uuid": "518f674f-5af8-4975-b917-c68cfb700820", "name": "network-vif-deleted", "tag": "934546d1-d0ff-4593-b337-61d447b73ff0"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:14.911238 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1835c00-6438-4624-81a5-575f447071e9 x-openstack-request-id: req-a1835c00-6438-4624-81a5-575f447071e9 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:14.911600 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518f674f-5af8-4975-b917-c68cfb700820", "name": "network-vif-deleted", "tag": "934546d1-d0ff-4593-b337-61d447b73ff0", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:14.911925 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a1835c00-6438-4624-81a5-575f447071e9 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:14.912503 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518f674f-5af8-4975-b917-c68cfb700820', 'name': 'network-vif-deleted', 'tag': '934546d1-d0ff-4593-b337-61d447b73ff0', 'status': 'completed', 'code': 200} Jul 16 18:40:15.739158 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a54583-fbf8-476c-aff4-7c518ec4806d req-3c7dede6-1a40-4f03-8d3a-326b5ef95750 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:15.740648 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-11a54583-fbf8-476c-aff4-7c518ec4806d req-3c7dede6-1a40-4f03-8d3a-326b5ef95750 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0636168 Jul 16 18:40:15.778829 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-11a54583-fbf8-476c-aff4-7c518ec4806d req-48cce2ef-50dc-4a6f-a4ef-9d6f4218b40e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324738 Jul 16 18:40:15.958572 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05105f-3d78-4f83-a49d-7ba7eb587a06 req-c2137411-b4ab-4499-ae03-cd1ebede27d6 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:15.960082 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5c05105f-3d78-4f83-a49d-7ba7eb587a06 req-c2137411-b4ab-4499-ae03-cd1ebede27d6 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.0662591 Jul 16 18:40:15.997553 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5c05105f-3d78-4f83-a49d-7ba7eb587a06 req-0e5f59f3-ad39-4daf-88cd-701685f968a6 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Jul 16 18:40:16.977022 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9691aef-8a9a-4ccf-b9b7-dfb891d99f25 req-d847791e-d586-4cf0-9267-f5ce17ce6044 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:16.978700 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a9691aef-8a9a-4ccf-b9b7-dfb891d99f25 req-d847791e-d586-4cf0-9267-f5ce17ce6044 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0749059 Jul 16 18:40:17.020312 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a9691aef-8a9a-4ccf-b9b7-dfb891d99f25 req-fff0c7ee-6da2-40a0-be60-52d5e4298740 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333397 Jul 16 18:40:17.173421 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5f5fa-0c02-4b1a-ad57-8725c743a630 req-6b5f394f-2afc-4f77-90ca-e04c901f02f8 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:17.174917 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fae5f5fa-0c02-4b1a-ad57-8725c743a630 req-6b5f394f-2afc-4f77-90ca-e04c901f02f8 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.0698335 Jul 16 18:40:17.213141 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fae5f5fa-0c02-4b1a-ad57-8725c743a630 req-b52e78a3-3051-429b-a6d8-e44f4a7f77be tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Jul 16 18:40:17.610590 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd566c13-d42d-4ce9-84f6-fa6e47e88a53 req-725bd8bf-5bc5-4d9f-becc-d9a2a7248cf8 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:17.612022 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dd566c13-d42d-4ce9-84f6-fa6e47e88a53 req-725bd8bf-5bc5-4d9f-becc-d9a2a7248cf8 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 946 time: 0.0757480 Jul 16 18:40:17.728383 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-dd566c13-d42d-4ce9-84f6-fa6e47e88a53 req-7dcf702b-0d1a-405d-b66f-ade99f3db3d2 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Deleting port f2b5c297-a866-4224-8bb6-4eb511085329 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:17.728702 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-dd566c13-d42d-4ce9-84f6-fa6e47e88a53 req-7dcf702b-0d1a-405d-b66f-ade99f3db3d2 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.817139 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-dd566c13-d42d-4ce9-84f6-fa6e47e88a53 req-7dcf702b-0d1a-405d-b66f-ade99f3db3d2 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] For port f2b5c297-a866-4224-8bb6-4eb511085329, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f2b5c297-a866-4224-8bb6-4eb511085329,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:17.817531 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-dd566c13-d42d-4ce9-84f6-fa6e47e88a53 req-7dcf702b-0d1a-405d-b66f-ade99f3db3d2 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:17.830302 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-dd566c13-d42d-4ce9-84f6-fa6e47e88a53 req-7dcf702b-0d1a-405d-b66f-ade99f3db3d2 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Calling delete_port for f2b5c297-a866-4224-8bb6-4eb511085329 owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:17.971188 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-dd566c13-d42d-4ce9-84f6-fa6e47e88a53 req-7dcf702b-0d1a-405d-b66f-ade99f3db3d2 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.000128 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf702b-0d1a-405d-b66f-ade99f3db3d2 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Pushing event deleted for resources: {'Port': ['ID=f2b5c297-a866-4224-8bb6-4eb511085329,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:18.047972 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd566c13-d42d-4ce9-84f6-fa6e47e88a53 req-7dcf702b-0d1a-405d-b66f-ade99f3db3d2 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] No DVR routers for this DVR port f2b5c297-a866-4224-8bb6-4eb511085329 on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:18.051224 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-dd566c13-d42d-4ce9-84f6-fa6e47e88a53 req-7dcf702b-0d1a-405d-b66f-ade99f3db3d2 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.052762 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dd566c13-d42d-4ce9-84f6-fa6e47e88a53 req-7dcf702b-0d1a-405d-b66f-ade99f3db3d2 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "DELETE /v2.0/ports/f2b5c297-a866-4224-8bb6-4eb511085329 HTTP/1.1" status: 204 len: 173 time: 0.4334230 Jul 16 18:40:18.053217 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd75024-3005-4cc7-bcb0-310f1809f96c', 'name': 'network-vif-deleted', 'tag': 'f2b5c297-a866-4224-8bb6-4eb511085329'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:18.055645 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b77da0-237e-4ab3-8410-a2b3c7815602" -d '{"events": [{"server_uuid": "9fd75024-3005-4cc7-bcb0-310f1809f96c", "name": "network-vif-deleted", "tag": "f2b5c297-a866-4224-8bb6-4eb511085329"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:18.089714 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622e5375-1e01-45c2-9677-28a6abd308bd x-openstack-request-id: req-622e5375-1e01-45c2-9677-28a6abd308bd {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:18.089955 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd75024-3005-4cc7-bcb0-310f1809f96c", "name": "network-vif-deleted", "tag": "f2b5c297-a866-4224-8bb6-4eb511085329", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:18.090238 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-622e5375-1e01-45c2-9677-28a6abd308bd {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:18.090607 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fd75024-3005-4cc7-bcb0-310f1809f96c', 'name': 'network-vif-deleted', 'tag': 'f2b5c297-a866-4224-8bb6-4eb511085329', 'status': 'completed', 'code': 200} Jul 16 18:40:18.207228 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321d1ba-004f-4f33-ab76-de009495ce74 req-d0dafdd1-7cee-4303-9d74-0cdb8904b6ae tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:18.208674 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f321d1ba-004f-4f33-ab76-de009495ce74 req-d0dafdd1-7cee-4303-9d74-0cdb8904b6ae tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0717587 Jul 16 18:40:18.248129 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f321d1ba-004f-4f33-ab76-de009495ce74 req-026710ff-0c8a-46df-81e3-630d1cb55862 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313005 Jul 16 18:40:18.361766 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6083f743-05ce-4b7c-b73f-b0beddb187b6 req-3f72ddd2-f75d-4d6f-83ed-d7c4709592ba tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 210 time: 0.0354099 Jul 16 18:40:19.439688 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1cc05-3113-463b-aa2f-125a267e56ab req-ab6b091b-bc99-4d32-88b6-d4a3aa41ca6d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:19.441211 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-42f1cc05-3113-463b-aa2f-125a267e56ab req-ab6b091b-bc99-4d32-88b6-d4a3aa41ca6d tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0739300 Jul 16 18:40:19.478752 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-42f1cc05-3113-463b-aa2f-125a267e56ab req-beb65bfe-18b6-4f4d-b61d-e02f5619e832 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315540 Jul 16 18:40:19.498034 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6cbb84cc-9fc0-445b-9a62-b189231529aa req-a5c2bdb3-42dd-41e3-a215-f0abdf77a7d1 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 210 time: 0.0286200 Jul 16 18:40:20.609391 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['f7de5804-4d6b-4738-8de2-a92f64a3fe3b', '0fa761ad-3ec1-4f42-a7c9-596e67e2970d', 'ae6f4372-e913-4267-bb13-43733a381494', 'f2b5c297-a866-4224-8bb6-4eb511085329'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:20.659189 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c03c0a04-e3f0-4b13-9823-6dbf86e3be4f req-05cd50a8-864a-43bf-8930-6745f1c94906 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fd75024-3005-4cc7-bcb0-310f1809f96c HTTP/1.1" status: 200 len: 210 time: 0.0469213 Jul 16 18:40:20.675008 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 934546d1-d0ff-4593-b337-61d447b73ff0 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:20.694162 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d640c29-b129-4acb-87c8-38ee801ab294 req-9d97bb00-67c9-498b-8a6c-a952d449ab82 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:20.695760 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7d640c29-b129-4acb-87c8-38ee801ab294 req-9d97bb00-67c9-498b-8a6c-a952d449ab82 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0974545 Jul 16 18:40:20.710079 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: 934546d1-d0ff-4593-b337-61d447b73ff0 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:20.710341 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 934546d1-d0ff-4593-b337-61d447b73ff0 not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:20.737738 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7d640c29-b129-4acb-87c8-38ee801ab294 req-cf8f3c10-9f4e-41c4-826d-28038f6a6893 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359421 Jul 16 18:40:21.458940 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7eabb-5a13-406e-9e54-83023672615e req-ff2803ed-cd62-49ab-9a85-0f450c2fafeb tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:21.460422 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-07c7eabb-5a13-406e-9e54-83023672615e req-ff2803ed-cd62-49ab-9a85-0f450c2fafeb tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.84 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 945 time: 0.0763309 Jul 16 18:40:21.586732 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-07c7eabb-5a13-406e-9e54-83023672615e req-0eb4ce42-f535-4b90-906b-e0576ab376f5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Deleting port 18d09951-7f45-4b86-af2f-53ec80d5a429 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:21.587255 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-07c7eabb-5a13-406e-9e54-83023672615e req-0eb4ce42-f535-4b90-906b-e0576ab376f5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.690927 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-07c7eabb-5a13-406e-9e54-83023672615e req-0eb4ce42-f535-4b90-906b-e0576ab376f5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] For port 18d09951-7f45-4b86-af2f-53ec80d5a429, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=18d09951-7f45-4b86-af2f-53ec80d5a429,segment=NetworkSegment(c0d4571c-1484-4f9b-8119-bcb2e488af92),segment_id=c0d4571c-1484-4f9b-8119-bcb2e488af92)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:21.691580 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-07c7eabb-5a13-406e-9e54-83023672615e req-0eb4ce42-f535-4b90-906b-e0576ab376f5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.707907 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-07c7eabb-5a13-406e-9e54-83023672615e req-0eb4ce42-f535-4b90-906b-e0576ab376f5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Calling delete_port for 18d09951-7f45-4b86-af2f-53ec80d5a429 owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:21.870102 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-07c7eabb-5a13-406e-9e54-83023672615e req-0eb4ce42-f535-4b90-906b-e0576ab376f5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.905323 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4ce42-f535-4b90-906b-e0576ab376f5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Pushing event deleted for resources: {'Port': ['ID=18d09951-7f45-4b86-af2f-53ec80d5a429,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:21.933934 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1143198e-5ee1-4566-9c68-6ca4b1cbcd2b req-c9fb03ea-a132-414e-a072-0f73445af686 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=9b5b804e-beca-41e4-98d4-a9f652940001 HTTP/1.1" status: 200 len: 210 time: 0.0337584 Jul 16 18:40:21.951089 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c7eabb-5a13-406e-9e54-83023672615e req-0eb4ce42-f535-4b90-906b-e0576ab376f5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] No DVR routers for this DVR port 18d09951-7f45-4b86-af2f-53ec80d5a429 on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:21.954000 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-07c7eabb-5a13-406e-9e54-83023672615e req-0eb4ce42-f535-4b90-906b-e0576ab376f5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:21.956303 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-07c7eabb-5a13-406e-9e54-83023672615e req-0eb4ce42-f535-4b90-906b-e0576ab376f5 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.84 "DELETE /v2.0/ports/18d09951-7f45-4b86-af2f-53ec80d5a429 HTTP/1.1" status: 204 len: 173 time: 0.4761336 Jul 16 18:40:21.956792 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5b804e-beca-41e4-98d4-a9f652940001', 'name': 'network-vif-deleted', 'tag': '18d09951-7f45-4b86-af2f-53ec80d5a429'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:21.959058 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef6402c-a4c0-4653-bc2e-d6f4694b8d19" -d '{"events": [{"server_uuid": "9b5b804e-beca-41e4-98d4-a9f652940001", "name": "network-vif-deleted", "tag": "18d09951-7f45-4b86-af2f-53ec80d5a429"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:21.995963 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38052adf-9cb9-48dd-89bb-cd4d30df7e97 x-openstack-request-id: req-38052adf-9cb9-48dd-89bb-cd4d30df7e97 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:21.996251 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5b804e-beca-41e4-98d4-a9f652940001", "name": "network-vif-deleted", "tag": "18d09951-7f45-4b86-af2f-53ec80d5a429", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:21.996566 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-38052adf-9cb9-48dd-89bb-cd4d30df7e97 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:21.996968 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5b804e-beca-41e4-98d4-a9f652940001', 'name': 'network-vif-deleted', 'tag': '18d09951-7f45-4b86-af2f-53ec80d5a429', 'status': 'completed', 'code': 200} Jul 16 18:40:22.268266 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['18d09951-7f45-4b86-af2f-53ec80d5a429', '53c62cf5-bc8e-4b46-83c1-5c407e228a6c'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:23.321908 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cb1e4-2c50-4cca-a2c2-cc660728dc24 req-f370af9e-8868-4f8b-b3ed-4966bfad3743 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:23.323404 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ed1cb1e4-2c50-4cca-a2c2-cc660728dc24 req-f370af9e-8868-4f8b-b3ed-4966bfad3743 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0626304 Jul 16 18:40:23.364576 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ed1cb1e4-2c50-4cca-a2c2-cc660728dc24 req-04a2ebd9-5b97-4191-b888-2c0497b7c127 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353436 Jul 16 18:40:23.393788 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962ba92-6716-4357-813d-05418d9c462b req-8eb17736-180b-433f-a0cb-dfe1625d7807 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:23.395300 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8962ba92-6716-4357-813d-05418d9c462b req-8eb17736-180b-433f-a0cb-dfe1625d7807 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0659003 Jul 16 18:40:23.433421 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8962ba92-6716-4357-813d-05418d9c462b req-3d3da8cd-6a30-49d7-a138-81866bdcf6ab tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323822 Jul 16 18:40:24.542647 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ceffe0-610f-46b2-acae-7ed555cc153b req-d07d54df-2657-4a64-abd3-9b5cc1445840 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:24.544188 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-01ceffe0-610f-46b2-acae-7ed555cc153b req-d07d54df-2657-4a64-abd3-9b5cc1445840 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0674427 Jul 16 18:40:24.583372 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-01ceffe0-610f-46b2-acae-7ed555cc153b req-03c9a628-6a93-4254-8848-96522435cc7e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333304 Jul 16 18:40:24.622224 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 18d09951-7f45-4b86-af2f-53ec80d5a429 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:24.624977 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ae4d-6927-4c38-ae5b-778358762814 req-9ad7269d-2f97-4198-9e67-a47b05c9e218 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:24.626554 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-64e5ae4d-6927-4c38-ae5b-778358762814 req-9ad7269d-2f97-4198-9e67-a47b05c9e218 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0736425 Jul 16 18:40:24.642178 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: 18d09951-7f45-4b86-af2f-53ec80d5a429 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:24.642521 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 18d09951-7f45-4b86-af2f-53ec80d5a429 not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:24.642962 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device f2b5c297-a866-4224-8bb6-4eb511085329 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:24.661392 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: f2b5c297-a866-4224-8bb6-4eb511085329 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:24.661762 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device f2b5c297-a866-4224-8bb6-4eb511085329 not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:24.664743 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-64e5ae4d-6927-4c38-ae5b-778358762814 req-0107054a-507b-427d-81c3-a644dab95c80 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325644 Jul 16 18:40:25.765897 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34241e-a92b-4d5e-94f7-2b94862ec854 req-378a667b-32ae-418d-a0ac-6b2d5db8ec61 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.767425 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7a34241e-a92b-4d5e-94f7-2b94862ec854 req-378a667b-32ae-418d-a0ac-6b2d5db8ec61 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0660405 Jul 16 18:40:25.805100 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7a34241e-a92b-4d5e-94f7-2b94862ec854 req-ce90c472-b897-45ca-a592-58b5daf28236 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Jul 16 18:40:25.836121 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda2dbbb-5aff-48be-a1af-d49d06d77111 req-aba5201e-e7a1-45fa-b673-08687d5a24ac tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:25.837608 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cda2dbbb-5aff-48be-a1af-d49d06d77111 req-aba5201e-e7a1-45fa-b673-08687d5a24ac tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0634358 Jul 16 18:40:25.878610 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cda2dbbb-5aff-48be-a1af-d49d06d77111 req-9446b3b3-ea9e-4f38-9476-505477ee7c72 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325913 Jul 16 18:40:26.994913 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd4e71-73e2-4b5d-9e2f-fed74e10457e req-9b0f4aa5-66e1-473b-8572-f1a4de27234f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:26.996384 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ebdd4e71-73e2-4b5d-9e2f-fed74e10457e req-9b0f4aa5-66e1-473b-8572-f1a4de27234f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0686338 Jul 16 18:40:27.033332 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ebdd4e71-73e2-4b5d-9e2f-fed74e10457e req-e2123204-0ae1-45e5-9538-7dcaacc2441f tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Jul 16 18:40:27.052126 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae1c52b-d640-42b0-952a-87e033b9858f req-e01cb6b1-7780-4d2d-b4b8-c4495eb63f47 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:27.053965 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cae1c52b-d640-42b0-952a-87e033b9858f req-e01cb6b1-7780-4d2d-b4b8-c4495eb63f47 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0654166 Jul 16 18:40:27.094306 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cae1c52b-d640-42b0-952a-87e033b9858f req-b3d732fe-1c61-46d8-adcc-aeaad73e5023 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345569 Jul 16 18:40:28.002866 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:28.213831 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d4b47-0ee9-442d-abf6-ba128f7b1a00 req-da1c6633-1d28-44d0-aa74-d330afc2a566 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:28.215298 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-400d4b47-0ee9-442d-abf6-ba128f7b1a00 req-da1c6633-1d28-44d0-aa74-d330afc2a566 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0661228 Jul 16 18:40:28.253253 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-400d4b47-0ee9-442d-abf6-ba128f7b1a00 req-b037bb49-ee04-44ac-b27f-15c8184116a3 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321357 Jul 16 18:40:28.267546 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72afa9-b0a3-4872-825f-be4cbfd78674 req-8f10d68e-a9ac-48eb-8a39-fb2a4860a060 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:28.269039 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9d72afa9-b0a3-4872-825f-be4cbfd78674 req-8f10d68e-a9ac-48eb-8a39-fb2a4860a060 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0636210 Jul 16 18:40:28.307148 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9d72afa9-b0a3-4872-825f-be4cbfd78674 req-b8960c93-b83a-4488-ad5d-aa6172c6950b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323379 Jul 16 18:40:28.669553 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8c68c295-9536-4cb3-b001-ba5146181de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.356890 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335c0fd-29ff-4c74-abe0-ee9886ed0e92 req-00f7f673-7157-4ba0-9e7d-5c477dc2e4ea tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:29.358393 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7335c0fd-29ff-4c74-abe0-ee9886ed0e92 req-00f7f673-7157-4ba0-9e7d-5c477dc2e4ea tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0684583 Jul 16 18:40:29.437267 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93918d13-e372-46a3-84ac-367cbdcd6e42 req-c665858d-02cd-43ef-ab39-702a22d95d4e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:29.438844 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-93918d13-e372-46a3-84ac-367cbdcd6e42 req-c665858d-02cd-43ef-ab39-702a22d95d4e tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 946 time: 0.0660181 Jul 16 18:40:29.481425 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-93918d13-e372-46a3-84ac-367cbdcd6e42 req-12a749eb-aa27-46f1-a7ea-88e95d754094 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363247 Jul 16 18:40:29.514475 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-7335c0fd-29ff-4c74-abe0-ee9886ed0e92 req-d9a4a010-655a-4b2a-a82e-76d694464d06 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Deleting port ae6f4372-e913-4267-bb13-43733a381494 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:29.514818 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-7335c0fd-29ff-4c74-abe0-ee9886ed0e92 req-d9a4a010-655a-4b2a-a82e-76d694464d06 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.545393 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3a617-f146-4adf-97fe-26072f3f2571 req-31cf5fd8-4e09-493d-9bbd-d81c6e34055c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:29.546820 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29c3a617-f146-4adf-97fe-26072f3f2571 req-31cf5fd8-4e09-493d-9bbd-d81c6e34055c tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.1187010 Jul 16 18:40:29.632485 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29c3a617-f146-4adf-97fe-26072f3f2571 req-e13b3044-669c-4e69-8e05-3765bde9571b tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777221 Jul 16 18:40:29.638766 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-7335c0fd-29ff-4c74-abe0-ee9886ed0e92 req-d9a4a010-655a-4b2a-a82e-76d694464d06 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] For port ae6f4372-e913-4267-bb13-43733a381494, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=ae6f4372-e913-4267-bb13-43733a381494,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:29.639128 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-7335c0fd-29ff-4c74-abe0-ee9886ed0e92 req-d9a4a010-655a-4b2a-a82e-76d694464d06 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.651150 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-7335c0fd-29ff-4c74-abe0-ee9886ed0e92 req-d9a4a010-655a-4b2a-a82e-76d694464d06 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Calling delete_port for ae6f4372-e913-4267-bb13-43733a381494 owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:29.779680 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-7335c0fd-29ff-4c74-abe0-ee9886ed0e92 req-d9a4a010-655a-4b2a-a82e-76d694464d06 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.814865 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4a010-655a-4b2a-a82e-76d694464d06 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Pushing event deleted for resources: {'Port': ['ID=ae6f4372-e913-4267-bb13-43733a381494,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:29.823874 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['f7de5804-4d6b-4738-8de2-a92f64a3fe3b', '0fa761ad-3ec1-4f42-a7c9-596e67e2970d', 'ae6f4372-e913-4267-bb13-43733a381494'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:29.854306 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-7335c0fd-29ff-4c74-abe0-ee9886ed0e92 req-d9a4a010-655a-4b2a-a82e-76d694464d06 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] No DVR routers for this DVR port ae6f4372-e913-4267-bb13-43733a381494 on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:29.857033 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-7335c0fd-29ff-4c74-abe0-ee9886ed0e92 req-d9a4a010-655a-4b2a-a82e-76d694464d06 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:29.859246 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7335c0fd-29ff-4c74-abe0-ee9886ed0e92 req-d9a4a010-655a-4b2a-a82e-76d694464d06 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "DELETE /v2.0/ports/ae6f4372-e913-4267-bb13-43733a381494 HTTP/1.1" status: 204 len: 173 time: 0.4864230 Jul 16 18:40:29.860110 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5aac923-3bb5-4042-ab4a-9d79050fa772', 'name': 'network-vif-deleted', 'tag': 'ae6f4372-e913-4267-bb13-43733a381494'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:29.862088 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e2258a-7c9f-4dc8-adf8-bbef31f8e379" -d '{"events": [{"server_uuid": "b5aac923-3bb5-4042-ab4a-9d79050fa772", "name": "network-vif-deleted", "tag": "ae6f4372-e913-4267-bb13-43733a381494"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:29.898604 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e10a40e-61d4-46ad-b66a-a0da81a4cd7b x-openstack-request-id: req-9e10a40e-61d4-46ad-b66a-a0da81a4cd7b {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:29.898904 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5aac923-3bb5-4042-ab4a-9d79050fa772", "name": "network-vif-deleted", "tag": "ae6f4372-e913-4267-bb13-43733a381494", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:29.899133 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9e10a40e-61d4-46ad-b66a-a0da81a4cd7b {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:29.899519 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5aac923-3bb5-4042-ab4a-9d79050fa772', 'name': 'network-vif-deleted', 'tag': 'ae6f4372-e913-4267-bb13-43733a381494', 'status': 'completed', 'code': 200} Jul 16 18:40:30.649625 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e4ca2eb1-002a-47c1-a7a3-716ba45e30ee req-a10113cc-f74a-4bf7-8063-9279926145f5 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=b5aac923-3bb5-4042-ab4a-9d79050fa772 HTTP/1.1" status: 200 len: 210 time: 0.0373538 Jul 16 18:40:30.808204 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a0656-e5a9-4753-ae20-031280b3bc86 req-4c652ce2-ab3c-4f9e-9f9b-57d9e07bbef1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:30.815127 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-628a0656-e5a9-4753-ae20-031280b3bc86 req-4c652ce2-ab3c-4f9e-9f9b-57d9e07bbef1 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0685258 Jul 16 18:40:30.849016 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-628a0656-e5a9-4753-ae20-031280b3bc86 req-1d4a4a1e-3113-4d0d-b3b4-f1c4ee262d50 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329473 Jul 16 18:40:31.554502 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-32e1d329-f765-43cc-b7e7-68b027255d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.883814 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.035302 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ea7cb-9e49-4350-aeb6-fbabef88ffaf req-29cae6c6-70c5-4190-9d26-0d7af0dab18f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:32.036770 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d25ea7cb-9e49-4350-aeb6-fbabef88ffaf req-29cae6c6-70c5-4190-9d26-0d7af0dab18f tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0650978 Jul 16 18:40:32.074999 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d25ea7cb-9e49-4350-aeb6-fbabef88ffaf req-5384e356-39f0-4fc7-b50a-862f1df9eb18 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326412 Jul 16 18:40:32.097115 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf471b-6e22-436d-8292-a919458597e6 req-76fad20e-00d6-43e5-ac1a-dc9c461533d1 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:32.098649 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9cbf471b-6e22-436d-8292-a919458597e6 req-76fad20e-00d6-43e5-ac1a-dc9c461533d1 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 945 time: 0.0653086 Jul 16 18:40:32.135566 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9cbf471b-6e22-436d-8292-a919458597e6 req-f1d3f882-461b-4d5f-a322-fb84b5488d1b tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314465 Jul 16 18:40:32.606327 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:32.643747 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device ae6f4372-e913-4267-bb13-43733a381494 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:32.662751 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: ae6f4372-e913-4267-bb13-43733a381494 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:32.663090 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device ae6f4372-e913-4267-bb13-43733a381494 not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:33.259394 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f357a91-bda7-4df4-a5b1-6341c6710f8e req-631bd361-d358-40d8-8b51-82da8bfe7b96 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:33.260772 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6f357a91-bda7-4df4-a5b1-6341c6710f8e req-631bd361-d358-40d8-8b51-82da8bfe7b96 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0626571 Jul 16 18:40:33.298623 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6f357a91-bda7-4df4-a5b1-6341c6710f8e req-2a930e75-f0eb-457d-b186-39921b581464 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318227 Jul 16 18:40:33.314511 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a64c7a-8eda-4734-8acb-bd10990e145b req-3204eeef-edba-4111-a673-9c0f533db45d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:33.316030 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a1a64c7a-8eda-4734-8acb-bd10990e145b req-3204eeef-edba-4111-a673-9c0f533db45d tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 945 time: 0.0679479 Jul 16 18:40:33.353824 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a1a64c7a-8eda-4734-8acb-bd10990e145b req-d2abe355-cf35-409f-84a1-bcd29fbfc0a7 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317802 Jul 16 18:40:33.450732 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.034034 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.381541 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc67cd3-5da2-4106-a873-62d5518b014e req-a7533288-ca50-4568-9e85-29932d1233e4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:34.383292 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1cc67cd3-5da2-4106-a873-62d5518b014e req-a7533288-ca50-4568-9e85-29932d1233e4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 945 time: 0.0794153 Jul 16 18:40:34.526407 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8607a2-6a73-42c7-bf79-780555a5f6b5 req-20d9800d-b931-4d54-8d3f-c0825827c857 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:34.527983 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ed8607a2-6a73-42c7-bf79-780555a5f6b5 req-20d9800d-b931-4d54-8d3f-c0825827c857 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 945 time: 0.0623055 Jul 16 18:40:34.538726 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b09fe8-e66e-4d6d-9b10-7ecb1841057c req-70f791f5-073d-4472-97b3-5e2dee7c12ea tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:34.539555 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-49b09fe8-e66e-4d6d-9b10-7ecb1841057c req-70f791f5-073d-4472-97b3-5e2dee7c12ea tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.1112714 Jul 16 18:40:34.567365 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-1cc67cd3-5da2-4106-a873-62d5518b014e req-a3c4b853-427f-441b-a2e3-66a7039683e4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Deleting port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:34.567644 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1cc67cd3-5da2-4106-a873-62d5518b014e req-a3c4b853-427f-441b-a2e3-66a7039683e4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.570822 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ed8607a2-6a73-42c7-bf79-780555a5f6b5 req-3a056d63-ec29-4022-8837-bcdf0738cdbe tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365930 Jul 16 18:40:34.607102 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-49b09fe8-e66e-4d6d-9b10-7ecb1841057c req-6236d059-30f1-4d95-93ca-3fb9fd52a221 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608742 Jul 16 18:40:34.670924 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-1cc67cd3-5da2-4106-a873-62d5518b014e req-a3c4b853-427f-441b-a2e3-66a7039683e4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] For port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0fa761ad-3ec1-4f42-a7c9-596e67e2970d,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:34.671282 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1cc67cd3-5da2-4106-a873-62d5518b014e req-a3c4b853-427f-441b-a2e3-66a7039683e4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.683085 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-1cc67cd3-5da2-4106-a873-62d5518b014e req-a3c4b853-427f-441b-a2e3-66a7039683e4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Calling delete_port for 0fa761ad-3ec1-4f42-a7c9-596e67e2970d owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:34.822850 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1cc67cd3-5da2-4106-a873-62d5518b014e req-a3c4b853-427f-441b-a2e3-66a7039683e4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.858794 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4b853-427f-441b-a2e3-66a7039683e4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Pushing event deleted for resources: {'Port': ['ID=0fa761ad-3ec1-4f42-a7c9-596e67e2970d,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:34.883356 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['f7de5804-4d6b-4738-8de2-a92f64a3fe3b', '0fa761ad-3ec1-4f42-a7c9-596e67e2970d'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:34.904031 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc67cd3-5da2-4106-a873-62d5518b014e req-a3c4b853-427f-441b-a2e3-66a7039683e4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] No DVR routers for this DVR port 0fa761ad-3ec1-4f42-a7c9-596e67e2970d on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:34.906565 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1cc67cd3-5da2-4106-a873-62d5518b014e req-a3c4b853-427f-441b-a2e3-66a7039683e4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:34.908553 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1cc67cd3-5da2-4106-a873-62d5518b014e req-a3c4b853-427f-441b-a2e3-66a7039683e4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "DELETE /v2.0/ports/0fa761ad-3ec1-4f42-a7c9-596e67e2970d HTTP/1.1" status: 204 len: 173 time: 0.5172431 Jul 16 18:40:34.908988 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e35a484-5ac8-4ce1-a113-5686d57961aa', 'name': 'network-vif-deleted', 'tag': '0fa761ad-3ec1-4f42-a7c9-596e67e2970d'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:34.911326 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e34ca2e-5c04-4f22-9a94-a2f97423e8cc" -d '{"events": [{"server_uuid": "9e35a484-5ac8-4ce1-a113-5686d57961aa", "name": "network-vif-deleted", "tag": "0fa761ad-3ec1-4f42-a7c9-596e67e2970d"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:34.953143 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da1cce2-d28f-41bc-a518-a8248b43b72e x-openstack-request-id: req-7da1cce2-d28f-41bc-a518-a8248b43b72e {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:34.953540 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e35a484-5ac8-4ce1-a113-5686d57961aa", "name": "network-vif-deleted", "tag": "0fa761ad-3ec1-4f42-a7c9-596e67e2970d", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:34.953713 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7da1cce2-d28f-41bc-a518-a8248b43b72e {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:34.954148 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e35a484-5ac8-4ce1-a113-5686d57961aa', 'name': 'network-vif-deleted', 'tag': '0fa761ad-3ec1-4f42-a7c9-596e67e2970d', 'status': 'completed', 'code': 200} Jul 16 18:40:35.484127 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41b696-6afc-487f-be64-9e7234f76610 req-0a41fbc4-dbb1-45e3-b970-31b1c3007074 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:35.485564 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4a41b696-6afc-487f-be64-9e7234f76610 req-0a41fbc4-dbb1-45e3-b970-31b1c3007074 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.84 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0771399 Jul 16 18:40:35.589834 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-4a41b696-6afc-487f-be64-9e7234f76610 req-0bd4d256-1bda-47df-b041-92e209500374 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Deleting port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:35.590176 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-4a41b696-6afc-487f-be64-9e7234f76610 req-0bd4d256-1bda-47df-b041-92e209500374 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.702916 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-4a41b696-6afc-487f-be64-9e7234f76610 req-0bd4d256-1bda-47df-b041-92e209500374 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] For port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=53c62cf5-bc8e-4b46-83c1-5c407e228a6c,segment=NetworkSegment(c0d4571c-1484-4f9b-8119-bcb2e488af92),segment_id=c0d4571c-1484-4f9b-8119-bcb2e488af92)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:35.703417 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-4a41b696-6afc-487f-be64-9e7234f76610 req-0bd4d256-1bda-47df-b041-92e209500374 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.746982 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-4a41b696-6afc-487f-be64-9e7234f76610 req-0bd4d256-1bda-47df-b041-92e209500374 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Calling delete_port for 53c62cf5-bc8e-4b46-83c1-5c407e228a6c owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:35.751231 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-218dfd67-a375-436b-99cf-c016ae3db65e req-4b08ce2b-f7c1-4044-94a6-2bfa5f46b775 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e35a484-5ac8-4ce1-a113-5686d57961aa HTTP/1.1" status: 200 len: 210 time: 0.0385485 Jul 16 18:40:35.834497 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931c8e5-fd92-4623-8fab-e4928b4b8675 req-e4dfce03-790d-4d90-8613-f5fe9b097ebf tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:35.836909 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e931c8e5-fd92-4623-8fab-e4928b4b8675 req-e4dfce03-790d-4d90-8613-f5fe9b097ebf tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c HTTP/1.1" status: 200 len: 945 time: 0.0673862 Jul 16 18:40:35.883008 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e931c8e5-fd92-4623-8fab-e4928b4b8675 req-919b3f70-2210-4055-909a-0c36ecb9535e tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.68 "GET /v2.0/security-groups?id=4aceba6e-60c6-4e51-aedf-845366efad19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398903 Jul 16 18:40:35.904371 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-4a41b696-6afc-487f-be64-9e7234f76610 req-0bd4d256-1bda-47df-b041-92e209500374 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.933461 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4d256-1bda-47df-b041-92e209500374 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Pushing event deleted for resources: {'Port': ['ID=53c62cf5-bc8e-4b46-83c1-5c407e228a6c,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:35.957239 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['53c62cf5-bc8e-4b46-83c1-5c407e228a6c'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:35.982829 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a41b696-6afc-487f-be64-9e7234f76610 req-0bd4d256-1bda-47df-b041-92e209500374 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] No DVR routers for this DVR port 53c62cf5-bc8e-4b46-83c1-5c407e228a6c on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:35.985162 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-4a41b696-6afc-487f-be64-9e7234f76610 req-0bd4d256-1bda-47df-b041-92e209500374 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:35.987201 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4a41b696-6afc-487f-be64-9e7234f76610 req-0bd4d256-1bda-47df-b041-92e209500374 tempest-ServerRescueNegativeTestJSON-1074347950 tempest-ServerRescueNegativeTestJSON-1074347950-project] 10.222.0.84 "DELETE /v2.0/ports/53c62cf5-bc8e-4b46-83c1-5c407e228a6c HTTP/1.1" status: 204 len: 173 time: 0.4930353 Jul 16 18:40:36.954917 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c', 'name': 'network-vif-deleted', 'tag': '53c62cf5-bc8e-4b46-83c1-5c407e228a6c'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:36.959043 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122e6485-2628-48ce-878b-b90125273ae5" -d '{"events": [{"server_uuid": "b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c", "name": "network-vif-deleted", "tag": "53c62cf5-bc8e-4b46-83c1-5c407e228a6c"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:36.986213 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34346) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:36.995547 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8ba919-881c-4f4b-8111-93a06d4d699b x-openstack-request-id: req-ea8ba919-881c-4f4b-8111-93a06d4d699b {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:36.995836 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c", "name": "network-vif-deleted", "tag": "53c62cf5-bc8e-4b46-83c1-5c407e228a6c", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:36.996079 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ea8ba919-881c-4f4b-8111-93a06d4d699b {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:36.996467 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6da6b9c-2081-4b5c-8c4e-a1ef9d61807c', 'name': 'network-vif-deleted', 'tag': '53c62cf5-bc8e-4b46-83c1-5c407e228a6c', 'status': 'completed', 'code': 200} Jul 16 18:40:37.416999 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516521'] for router_interface, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:37.725876 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Deleting port ce0cbd45-a7a9-4e2d-a672-5a2dc289371d {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:37.726220 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.013467 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] For port ce0cbd45-a7a9-4e2d-a672-5a2dc289371d, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=ce0cbd45-a7a9-4e2d-a672-5a2dc289371d,segment=NetworkSegment(c0d4571c-1484-4f9b-8119-bcb2e488af92),segment_id=c0d4571c-1484-4f9b-8119-bcb2e488af92)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:38.014041 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.026046 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Calling delete_port for ce0cbd45-a7a9-4e2d-a672-5a2dc289371d owned by network:router_interface {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:38.272289 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.296922 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce0cbd45-a7a9-4e2d-a672-5a2dc289371d,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:38.308086 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:38.308437 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:38.308782 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:38.309117 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:38.309478 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:38.309910 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:38.310257 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:38.310682 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:38.311025 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:38.311349 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:38.311672 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:38.311989 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:38.371648 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cb667-e25e-43f2-9b42-00b62ac5842c req-06992fef-b93c-4dfa-9c33-528fb3ed0693 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:38.373420 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff3cb667-e25e-43f2-9b42-00b62ac5842c req-06992fef-b93c-4dfa-9c33-528fb3ed0693 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 945 time: 0.0686724 Jul 16 18:40:38.419457 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ff3cb667-e25e-43f2-9b42-00b62ac5842c req-1840b5ab-adaf-4b9c-8088-a40d49cc31ec tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Jul 16 18:40:38.475355 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513593'] for router_interface, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.680311 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 53c62cf5-bc8e-4b46-83c1-5c407e228a6c no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:38.696405 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Router ebfd5467-9e1e-48ba-8c17-469b8b3d416a has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:38.700814 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: 53c62cf5-bc8e-4b46-83c1-5c407e228a6c {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:38.701169 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 53c62cf5-bc8e-4b46-83c1-5c407e228a6c not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:38.701626 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 0fa761ad-3ec1-4f42-a7c9-596e67e2970d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:38.719500 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: 0fa761ad-3ec1-4f42-a7c9-596e67e2970d {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:38.719842 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 0fa761ad-3ec1-4f42-a7c9-596e67e2970d not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:38.801709 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:38.806513 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-d514f6e8-4015-4f05-b826-51cbd09f6515 admin admin] 10.222.0.68 "PUT /v2.0/routers/ebfd5467-9e1e-48ba-8c17-469b8b3d416a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8190277 Jul 16 18:40:38.809585 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34362) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:38.810359 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60669f40-1b03-4309-801d-65b4b963302f None None] Sync routers for ids ['ebfd5467-9e1e-48ba-8c17-469b8b3d416a'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:38.819996 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60669f40-1b03-4309-801d-65b4b963302f None None] Routers {'ebfd5467-9e1e-48ba-8c17-469b8b3d416a'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:38.820590 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-60669f40-1b03-4309-801d-65b4b963302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['ebfd5467-9e1e-48ba-8c17-469b8b3d416a'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:38.911810 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:38.922544 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-60669f40-1b03-4309-801d-65b4b963302f None None] Set router ebfd5467-9e1e-48ba-8c17-469b8b3d416a gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:39.014861 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.066841 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] Deleting port bb1ca123-e368-4971-96fd-9aa67dff5327 {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:39.067384 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.094920 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-60669f40-1b03-4309-801d-65b4b963302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'name': 'tempest-ServerRescueNegativeTestJSON-1634425011-router', 'tenant_id': 'fb54116dfef342de94149d52c6033134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': 'bb1ca123-e368-4971-96fd-9aa67dff5327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:53Z', 'updated_at': '2021-07-16T18:40:38Z', 'revision_number': 5, 'project_id': 'fb54116dfef342de94149d52c6033134', 'gw_port': {'id': 'bb1ca123-e368-4971-96fd-9aa67dff5327', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:39.120821 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60669f40-1b03-4309-801d-65b4b963302f None None] Checking router: ebfd5467-9e1e-48ba-8c17-469b8b3d416a for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:39.129440 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60669f40-1b03-4309-801d-65b4b963302f None None] Routers {'ebfd5467-9e1e-48ba-8c17-469b8b3d416a'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:39.130055 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-60669f40-1b03-4309-801d-65b4b963302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['ebfd5467-9e1e-48ba-8c17-469b8b3d416a'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:39.144302 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] For port bb1ca123-e368-4971-96fd-9aa67dff5327, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=bb1ca123-e368-4971-96fd-9aa67dff5327,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:39.144657 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.155790 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] Calling delete_port for bb1ca123-e368-4971-96fd-9aa67dff5327 owned by network:router_gateway {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:39.221685 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34366) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:39.223972 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-60669f40-1b03-4309-801d-65b4b963302f None None] Set router ebfd5467-9e1e-48ba-8c17-469b8b3d416a gateway port host: None {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:39.268107 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae756a7-bfe0-4d4a-8caa-bbd89583db45 admin admin] Deleting subnet dea21d16-248e-4462-bb91-97eaf23216a1 {{(pid=93246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:39.272531 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-aae756a7-bfe0-4d4a-8caa-bbd89583db45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.273829 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-60669f40-1b03-4309-801d-65b4b963302f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'name': 'tempest-ServerRescueNegativeTestJSON-1634425011-router', 'tenant_id': 'fb54116dfef342de94149d52c6033134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:53Z', 'updated_at': '2021-07-16T18:40:39Z', 'revision_number': 6, 'project_id': 'fb54116dfef342de94149d52c6033134', 'gw_port_host': None}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:39.305768 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60669f40-1b03-4309-801d-65b4b963302f None None] The sync data for ids ['ebfd5467-9e1e-48ba-8c17-469b8b3d416a'] in dv-cinder-786932-5-iscsi is: [{'id': 'ebfd5467-9e1e-48ba-8c17-469b8b3d416a', 'name': 'tempest-ServerRescueNegativeTestJSON-1634425011-router', 'tenant_id': 'fb54116dfef342de94149d52c6033134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:53Z', 'updated_at': '2021-07-16T18:40:39Z', 'revision_number': 6, 'project_id': 'fb54116dfef342de94149d52c6033134', 'gw_port_host': None}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:39.306567 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-aae756a7-bfe0-4d4a-8caa-bbd89583db45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10092852'] for subnet, precommit_delete_associations {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.331776 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.349057 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-aae756a7-bfe0-4d4a-8caa-bbd89583db45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.366974 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1ca123-e368-4971-96fd-9aa67dff5327,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:39.402403 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-aae756a7-bfe0-4d4a-8caa-bbd89583db45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2311627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10420670'] for subnet, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.425083 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517219'] for router_gateway, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.435460 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-aae756a7-bfe0-4d4a-8caa-bbd89583db45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.437316 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-aae756a7-bfe0-4d4a-8caa-bbd89583db45 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/dea21d16-248e-4462-bb91-97eaf23216a1 HTTP/1.1" status: 204 len: 168 time: 0.2143195 Jul 16 18:40:39.438276 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae756a7-bfe0-4d4a-8caa-bbd89583db45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dea21d16-248e-4462-bb91-97eaf23216a1,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:39.440280 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34368) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:39.560678 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5268'] for router, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.564908 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.640017 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-42c02451-12af-4a29-8989-976807807005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.695236 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516833'] for router, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.695732 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebfd5467-9e1e-48ba-8c17-469b8b3d416a {{(pid=93247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:40:39.729743 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.733255 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-40cd083a-b59b-49b1-9e17-c15174b541d8 admin admin] 10.222.0.68 "DELETE /v2.0/routers/ebfd5467-9e1e-48ba-8c17-469b8b3d416a HTTP/1.1" status: 204 len: 168 time: 0.9204092 Jul 16 18:40:39.733889 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34372) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:39.763860 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e303e-be4a-4a8d-b0e6-b57bcbc64b48 req-6115483f-b34f-4fae-a376-35b40bd2cb5c tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:39.765333 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b13e303e-be4a-4a8d-b0e6-b57bcbc64b48 req-6115483f-b34f-4fae-a376-35b40bd2cb5c tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 945 time: 0.2215834 Jul 16 18:40:39.782024 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_v2 [None req-736b8be8-73c2-41c4-a28f-11ebab83b285 admin admin] Deleting subnet d5a1f91e-ba26-4d13-a774-60668e112a4c {{(pid=93246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:39.785031 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-736b8be8-73c2-41c4-a28f-11ebab83b285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.805077 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-42c02451-12af-4a29-8989-976807807005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.819063 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-736b8be8-73c2-41c4-a28f-11ebab83b285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10092852'] for subnet, precommit_delete_associations {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.822233 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-42c02451-12af-4a29-8989-976807807005 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e2e2663-bdee-4939-a3cf-21420215ba27']}} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:39.834038 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-42c02451-12af-4a29-8989-976807807005 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf502c6-f1ec-4889-8ffa-9205cb297040') {'for_net_delete': True} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:39.834304 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-42c02451-12af-4a29-8989-976807807005 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf502c6-f1ec-4889-8ffa-9205cb297040') {} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:39.850354 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-42c02451-12af-4a29-8989-976807807005 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10409259'] for segment, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.857050 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-736b8be8-73c2-41c4-a28f-11ebab83b285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.858646 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b13e303e-be4a-4a8d-b0e6-b57bcbc64b48 req-5e02b49e-8536-454a-a2d0-4ddb22f2d2b4 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/security-groups?id=52e13008-1be7-4106-be2f-3a5fc440536f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871370 Jul 16 18:40:39.867327 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-42c02451-12af-4a29-8989-976807807005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.873862 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c02451-12af-4a29-8989-976807807005 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=93247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:39.874303 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-42c02451-12af-4a29-8989-976807807005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8532745'] for segment, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: Traceback (most recent call last): Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: timer() Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: cb(*args, **kw) Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: return func(*args, **kwargs) Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: self._notify() Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: self.callback(batched_events) Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: event.method(event) Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: return f(self, *a, **k) Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._get(url).json() Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:39.876091 dv-cinder-786932-5-iscsi neutron-server[93247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:39.919292 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-736b8be8-73c2-41c4-a28f-11ebab83b285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2311627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10420670'] for subnet, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.931409 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-42c02451-12af-4a29-8989-976807807005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.938650 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-42c02451-12af-4a29-8989-976807807005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.943447 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-42c02451-12af-4a29-8989-976807807005 admin admin] 10.222.0.68 "DELETE /v2.0/networks/9e2e2663-bdee-4939-a3cf-21420215ba27 HTTP/1.1" status: 204 len: 168 time: 0.4996431 Jul 16 18:40:39.949083 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b8be8-73c2-41c4-a28f-11ebab83b285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5a1f91e-ba26-4d13-a774-60668e112a4c,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:39.950216 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c02451-12af-4a29-8989-976807807005 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e2e2663-bdee-4939-a3cf-21420215ba27,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:39.953108 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-736b8be8-73c2-41c4-a28f-11ebab83b285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:39.957803 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34376) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:39.957955 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-736b8be8-73c2-41c4-a28f-11ebab83b285 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/d5a1f91e-ba26-4d13-a774-60668e112a4c HTTP/1.1" status: 204 len: 168 time: 0.2228024 Jul 16 18:40:40.031029 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27236392-c52a-4efe-8c79-665582b3a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.114626 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27236392-c52a-4efe-8c79-665582b3a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.117810 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34378) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:40.124737 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-27236392-c52a-4efe-8c79-665582b3a237 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ad46c9-129c-4ddd-b2a7-74be4109f043']}} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:40.138819 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-27236392-c52a-4efe-8c79-665582b3a237 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d4571c-1484-4f9b-8119-bcb2e488af92') {'for_net_delete': True} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:40.139111 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-27236392-c52a-4efe-8c79-665582b3a237 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d4571c-1484-4f9b-8119-bcb2e488af92') {} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:40.148548 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27236392-c52a-4efe-8c79-665582b3a237 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10409259'] for segment, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.160309 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-73a9344c-554a-47b5-85c2-21d33a4cd6cf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7b6d8e9d10104af7a52af3d4d35ea506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411632 Jul 16 18:40:40.162728 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34380) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:40.170291 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27236392-c52a-4efe-8c79-665582b3a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.177280 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27236392-c52a-4efe-8c79-665582b3a237 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=93247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:40.178073 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27236392-c52a-4efe-8c79-665582b3a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8532745'] for segment, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: Traceback (most recent call last): Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: timer() Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: cb(*args, **kw) Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: return func(*args, **kwargs) Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: self._notify() Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: self.callback(batched_events) Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: event.method(event) Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: return f(self, *a, **k) Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._get(url).json() Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:40.194546 dv-cinder-786932-5-iscsi neutron-server[93247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:40.213535 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c3f728d8-0637-4155-8107-f6fa3651ab86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.233840 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27236392-c52a-4efe-8c79-665582b3a237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.234291 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c3f728d8-0637-4155-8107-f6fa3651ab86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.239047 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27236392-c52a-4efe-8c79-665582b3a237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.243520 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-27236392-c52a-4efe-8c79-665582b3a237 admin admin] 10.222.0.68 "DELETE /v2.0/networks/e8ad46c9-129c-4ddd-b2a7-74be4109f043 HTTP/1.1" status: 204 len: 168 time: 0.2790048 Jul 16 18:40:40.251408 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27236392-c52a-4efe-8c79-665582b3a237 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ad46c9-129c-4ddd-b2a7-74be4109f043,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:40.294686 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c3f728d8-0637-4155-8107-f6fa3651ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.297653 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c3f728d8-0637-4155-8107-f6fa3651ab86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.298822 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-c3f728d8-0637-4155-8107-f6fa3651ab86 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/edb70629-77a1-45c2-b076-c6a0fad9eeab HTTP/1.1" status: 204 len: 168 time: 0.1351159 Jul 16 18:40:40.307334 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f728d8-0637-4155-8107-f6fa3651ab86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb70629-77a1-45c2-b076-c6a0fad9eeab,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:40.421246 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device ce0cbd45-a7a9-4e2d-a672-5a2dc289371d no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:40.443877 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: ce0cbd45-a7a9-4e2d-a672-5a2dc289371d {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:40.444573 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device ce0cbd45-a7a9-4e2d-a672-5a2dc289371d not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:40.445199 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device bb1ca123-e368-4971-96fd-9aa67dff5327 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:40.452545 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34388) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:40.469250 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: bb1ca123-e368-4971-96fd-9aa67dff5327 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:40.469930 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device bb1ca123-e368-4971-96fd-9aa67dff5327 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:40.496835 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411adb2-782c-4fb6-a4a8-866f80d0b867 req-17c6d6cb-8534-4da4-a904-a147f6564ae1 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:40.498300 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8411adb2-782c-4fb6-a4a8-866f80d0b867 req-17c6d6cb-8534-4da4-a904-a147f6564ae1 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 945 time: 0.0715754 Jul 16 18:40:40.501667 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-0dd15b2b-c081-4217-b0ed-0dd6fdd26b53 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fb54116dfef342de94149d52c6033134&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476737 Jul 16 18:40:40.504108 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34392) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:40.558956 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6e149536-cfd3-441c-8f23-d80b16498093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.588741 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6e149536-cfd3-441c-8f23-d80b16498093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.607185 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-8411adb2-782c-4fb6-a4a8-866f80d0b867 req-75d40299-15d8-44ea-8c10-be3b10eca364 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Deleting port f7de5804-4d6b-4738-8de2-a92f64a3fe3b {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:40:40.607785 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8411adb2-782c-4fb6-a4a8-866f80d0b867 req-75d40299-15d8-44ea-8c10-be3b10eca364 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.666648 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6e149536-cfd3-441c-8f23-d80b16498093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.670482 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6e149536-cfd3-441c-8f23-d80b16498093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.672063 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-6e149536-cfd3-441c-8f23-d80b16498093 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4aceba6e-60c6-4e51-aedf-845366efad19 HTTP/1.1" status: 204 len: 168 time: 0.1668501 Jul 16 18:40:40.688350 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e149536-cfd3-441c-8f23-d80b16498093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aceba6e-60c6-4e51-aedf-845366efad19,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:40.739966 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-8411adb2-782c-4fb6-a4a8-866f80d0b867 req-75d40299-15d8-44ea-8c10-be3b10eca364 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] For port f7de5804-4d6b-4738-8de2-a92f64a3fe3b, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f7de5804-4d6b-4738-8de2-a92f64a3fe3b,segment=NetworkSegment(df9af291-cfc9-4fdb-a79a-c493d2b48a0f),segment_id=df9af291-cfc9-4fdb-a79a-c493d2b48a0f)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:40.740608 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8411adb2-782c-4fb6-a4a8-866f80d0b867 req-75d40299-15d8-44ea-8c10-be3b10eca364 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:40.758900 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-8411adb2-782c-4fb6-a4a8-866f80d0b867 req-75d40299-15d8-44ea-8c10-be3b10eca364 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Calling delete_port for f7de5804-4d6b-4738-8de2-a92f64a3fe3b owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:40:41.011673 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac57d1-0efa-4ab8-a122-5d949b5ab8cd req-dd3c204a-671c-4642-83d5-6c7dcd236d12 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.012401 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8411adb2-782c-4fb6-a4a8-866f80d0b867 req-75d40299-15d8-44ea-8c10-be3b10eca364 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.015296 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e1ac57d1-0efa-4ab8-a122-5d949b5ab8cd req-dd3c204a-671c-4642-83d5-6c7dcd236d12 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.1200678 Jul 16 18:40:41.044368 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-92bb922b-4b43-4025-986e-4d594ce6cfca req-90129b96-6fb3-4470-91ee-32f7ef29a2e8 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.68 "GET /v2.0/ports?device_id=9290f712-6338-4983-8a95-296111f8f86e HTTP/1.1" status: 200 len: 210 time: 0.0505049 Jul 16 18:40:41.059669 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['f7de5804-4d6b-4738-8de2-a92f64a3fe3b'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:40:41.080223 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e1ac57d1-0efa-4ab8-a122-5d949b5ab8cd req-ee3d7da0-11fd-49c2-ad35-26f19e3c5d97 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577159 Jul 16 18:40:41.102560 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d40299-15d8-44ea-8c10-be3b10eca364 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Pushing event deleted for resources: {'Port': ['ID=f7de5804-4d6b-4738-8de2-a92f64a3fe3b,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:41.138999 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c15b50-669d-4de1-ae43-35023b8e476b req-0560c33b-02a8-4503-81bf-ca9324795028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.141087 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-35c15b50-669d-4de1-ae43-35023b8e476b req-0560c33b-02a8-4503-81bf-ca9324795028 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d8e0d1a4da34fdc8fb01dd5cf7ce892&device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 1138 time: 0.2350070 Jul 16 18:40:41.165105 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8411adb2-782c-4fb6-a4a8-866f80d0b867 req-75d40299-15d8-44ea-8c10-be3b10eca364 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] No DVR routers for this DVR port f7de5804-4d6b-4738-8de2-a92f64a3fe3b on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:40:41.167997 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8411adb2-782c-4fb6-a4a8-866f80d0b867 req-75d40299-15d8-44ea-8c10-be3b10eca364 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.170362 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8411adb2-782c-4fb6-a4a8-866f80d0b867 req-75d40299-15d8-44ea-8c10-be3b10eca364 tempest-AttachVolumeNegativeTest-257959158 tempest-AttachVolumeNegativeTest-257959158-project] 10.222.0.84 "DELETE /v2.0/ports/f7de5804-4d6b-4738-8de2-a92f64a3fe3b HTTP/1.1" status: 204 len: 173 time: 0.6648047 Jul 16 18:40:41.178663 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9290f712-6338-4983-8a95-296111f8f86e', 'name': 'network-vif-deleted', 'tag': 'f7de5804-4d6b-4738-8de2-a92f64a3fe3b'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:41.180831 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b29973c-58a5-4fce-aa6e-ad8498178d22" -d '{"events": [{"server_uuid": "9290f712-6338-4983-8a95-296111f8f86e", "name": "network-vif-deleted", "tag": "f7de5804-4d6b-4738-8de2-a92f64a3fe3b"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:41.239527 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34430) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:41.257524 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274047ed-f684-4758-a6ea-a3ca1703df35 x-openstack-request-id: req-274047ed-f684-4758-a6ea-a3ca1703df35 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:41.257814 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9290f712-6338-4983-8a95-296111f8f86e", "name": "network-vif-deleted", "tag": "f7de5804-4d6b-4738-8de2-a92f64a3fe3b", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:41.258246 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-274047ed-f684-4758-a6ea-a3ca1703df35 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:41.258734 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9290f712-6338-4983-8a95-296111f8f86e', 'name': 'network-vif-deleted', 'tag': 'f7de5804-4d6b-4738-8de2-a92f64a3fe3b', 'status': 'completed', 'code': 200} Jul 16 18:40:41.298866 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c15b50-669d-4de1-ae43-35023b8e476b req-d5ca3634-2498-4bd7-b3b5-148551eafc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.302069 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-35c15b50-669d-4de1-ae43-35023b8e476b req-d5ca3634-2498-4bd7-b3b5-148551eafc8a service neutron] 10.222.0.84 "GET /v2.0/networks?id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 HTTP/1.1" status: 200 len: 915 time: 0.1379874 Jul 16 18:40:41.356799 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1205520846-network', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:41.382598 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] Made reservation on behalf of 4f1204a4ee0b442b9fe4f44965921b4a for: {'network': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:41.385388 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.386043 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-35c15b50-669d-4de1-ae43-35023b8e476b req-e5f84ea1-c2e1-4353-9969-2c4367602c0c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0747914 Jul 16 18:40:41.396112 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.455305 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c15b50-669d-4de1-ae43-35023b8e476b req-05a9e020-e4b0-4334-9a6f-e0d9f9f1e255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.456973 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-35c15b50-669d-4de1-ae43-35023b8e476b req-05a9e020-e4b0-4334-9a6f-e0d9f9f1e255 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1eaed58b-91bc-443c-9f38-8c497a614229 HTTP/1.1" status: 200 len: 853 time: 0.0553536 Jul 16 18:40:41.500721 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34442) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:41.507301 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.511985 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.523533 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c15b50-669d-4de1-ae43-35023b8e476b req-5ce50b13-c5d6-4859-bf8d-dc7df1e1758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.525485 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-35c15b50-669d-4de1-ae43-35023b8e476b req-5ce50b13-c5d6-4859-bf8d-dc7df1e1758e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607705 Jul 16 18:40:41.541262 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=93247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:41.547646 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd050169-7827-4fcd-9c3e-595d36790a1e,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:41.554493 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.554954 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.segments_db [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] Added segment 8ca8145d-5a23-4306-a564-6c5582b416fe of type vlan for network 93b8596e-1e68-4714-8232-c86ec38f9d07 Jul 16 18:40:41.596897 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.627335 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1367910631-network', 'tenant_id': '95d2e7084619455bb80f8192f381ea27'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:41.628167 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.629261 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.629833 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.637787 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-35c15b50-669d-4de1-ae43-35023b8e476b req-8606dc38-a12e-4298-970d-752bb88c7700 service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038461 Jul 16 18:40:41.676880 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] Made reservation on behalf of 95d2e7084619455bb80f8192f381ea27 for: {'network': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:41.679574 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.687113 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=93b8596e-1e68-4714-8232-c86ec38f9d07,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:41.694771 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-82012529-f504-4d0e-9c40-389cae096ba3 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4505091 Jul 16 18:40:41.695174 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.695259 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34446) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:41.698636 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network 93b8596e-1e68-4714-8232-c86ec38f9d07 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:41.700811 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-b5095cb8-f488-45d7-aeec-b2ba1d169168 admin admin] Request body: {'subnet': {'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1205520846-subnet', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'ip_version': 4}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:41.728486 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5095cb8-f488-45d7-aeec-b2ba1d169168 admin admin] Made reservation on behalf of 4f1204a4ee0b442b9fe4f44965921b4a for: {'subnet': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:41.731640 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b5095cb8-f488-45d7-aeec-b2ba1d169168 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8677874'] for subnet, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.790641 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-35c15b50-669d-4de1-ae43-35023b8e476b req-bb5b27b1-3b30-450b-8f10-35583d5340ea service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448846 Jul 16 18:40:41.856125 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.860904 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.885201 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=93246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:41.894804 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ad3b97-88b2-46b6-ada3-6d804abadd18,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:41.899689 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.900452 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.segments_db [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] Added segment 9911cf3e-8513-4a9a-9e93-76f6fac840cb of type vlan for network 50f941d7-02ce-4842-85fe-b35620f60d46 Jul 16 18:40:41.933109 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b5095cb8-f488-45d7-aeec-b2ba1d169168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8677856'] for subnet, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.947423 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.992089 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:41.995728 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:41.996490 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.010930 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5095cb8-f488-45d7-aeec-b2ba1d169168 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:42.016125 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5095cb8-f488-45d7-aeec-b2ba1d169168 admin admin] Checking segment: {'id': '8ca8145d-5a23-4306-a564-6c5582b416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:42.016539 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5095cb8-f488-45d7-aeec-b2ba1d169168 admin admin] Network hostable DHCP agents. Network: 93b8596e-1e68-4714-8232-c86ec38f9d07, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:42.034612 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5095cb8-f488-45d7-aeec-b2ba1d169168 admin admin] Network 93b8596e-1e68-4714-8232-c86ec38f9d07 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:42.038558 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5355995 Jul 16 18:40:42.041344 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34448) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:42.046403 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-708db062-03d4-4648-ba30-9c231cc7bd03 admin admin] Request body: {'subnet': {'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1367910631-subnet', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:42.048019 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-b5095cb8-f488-45d7-aeec-b2ba1d169168 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, 93b8596e-1e68-4714-8232-c86ec38f9d07) {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:42.055038 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5095cb8-f488-45d7-aeec-b2ba1d169168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:42.056016 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b5095cb8-f488-45d7-aeec-b2ba1d169168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.060588 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f1558f-b93a-4982-ba56-33cc2eedb38b None None] Network 93b8596e-1e68-4714-8232-c86ec38f9d07 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:42.083215 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc165863-9d38-433d-aa73-e786f22bb01e admin admin] Pushing event updated for resources: {'Network': ['ID=50f941d7-02ce-4842-85fe-b35620f60d46,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:42.089071 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34452) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:42.094824 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:42.102476 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-b5095cb8-f488-45d7-aeec-b2ba1d169168 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4062822 Jul 16 18:40:42.136135 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network 50f941d7-02ce-4842-85fe-b35620f60d46 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:42.154658 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708db062-03d4-4648-ba30-9c231cc7bd03 admin admin] Made reservation on behalf of 95d2e7084619455bb80f8192f381ea27 for: {'subnet': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:42.158667 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-708db062-03d4-4648-ba30-9c231cc7bd03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10420629'] for subnet, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.180796 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34456) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:42.229459 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_v2 [None req-700a1470-9f2c-4ab5-8204-c86bffe373c0 admin admin] Deleting subnet 19ee39ff-aec1-451c-8b83-48ed0ded6052 {{(pid=93247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:40:42.232770 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-700a1470-9f2c-4ab5-8204-c86bffe373c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.270269 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-700a1470-9f2c-4ab5-8204-c86bffe373c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10409244'] for subnet, precommit_delete_associations {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.290963 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31edc0eb-8258-548e-8120-c04d0bd9b52e-93b8596e-1e68-4714-8232-c86ec38f9d07', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'fixed_ips': [{'subnet_id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4'}]}} from dv-cinder-786932-5-iscsi. {{(pid=93248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:42.292176 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.312280 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-700a1470-9f2c-4ab5-8204-c86bffe373c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.379959 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-700a1470-9f2c-4ab5-8204-c86bffe373c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8677849'] for subnet, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.406180 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a1470-9f2c-4ab5-8204-c86bffe373c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19ee39ff-aec1-451c-8b83-48ed0ded6052,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:42.409655 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-700a1470-9f2c-4ab5-8204-c86bffe373c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.414537 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-700a1470-9f2c-4ab5-8204-c86bffe373c0 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/19ee39ff-aec1-451c-8b83-48ed0ded6052 HTTP/1.1" status: 204 len: 168 time: 0.2323451 Jul 16 18:40:42.415004 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34458) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:42.436448 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.db_base_plugin_common [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Allocated IP 172.20.0.2 (93b8596e-1e68-4714-8232-c86ec38f9d07/9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4/6f46d10c-802d-4653-a80f-462c328f1aaf) {{(pid=93248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:42.470647 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-517367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5254'] for router, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.471640 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5263'] for router, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.482421 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eff0-5a9a-4bda-98b6-bd609056d287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.524509 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.560802 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eff0-5a9a-4bda-98b6-bd609056d287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.571067 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-c5d5eff0-5a9a-4bda-98b6-bd609056d287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29873718-7d95-4147-8f25-a586bd11d585']}} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:42.580801 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-c5d5eff0-5a9a-4bda-98b6-bd609056d287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f') {'for_net_delete': True} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:42.581178 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-c5d5eff0-5a9a-4bda-98b6-bd609056d287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9af291-cfc9-4fdb-a79a-c493d2b48a0f') {} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:42.582388 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Notify callbacks [] for port, precommit_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.590476 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eff0-5a9a-4bda-98b6-bd609056d287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10409259'] for segment, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.591633 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Transition to ACTIVE for port object 6f46d10c-802d-4653-a80f-462c328f1aaf will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:42.604405 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eff0-5a9a-4bda-98b6-bd609056d287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.610443 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d5eff0-5a9a-4bda-98b6-bd609056d287 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=93247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:40:42.610822 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eff0-5a9a-4bda-98b6-bd609056d287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8532745'] for segment, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: Traceback (most recent call last): Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: timer() Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: cb(*args, **kw) Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: return func(*args, **kwargs) Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: self._notify() Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: self.callback(batched_events) Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: event.method(event) Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: return f(self, *a, **k) Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._get(url).json() Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: return self.request(url, 'GET', **kwargs) Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:40:42.612507 dv-cinder-786932-5-iscsi neutron-server[93247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:40:42.667927 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Transition to ACTIVE for port object 6f46d10c-802d-4653-a80f-462c328f1aaf will not be triggered until provisioned by entity DHCP. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:42.669949 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eff0-5a9a-4bda-98b6-bd609056d287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.675495 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-c5d5eff0-5a9a-4bda-98b6-bd609056d287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.675837 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.677521 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-c5d5eff0-5a9a-4bda-98b6-bd609056d287 admin admin] 10.222.0.68 "DELETE /v2.0/networks/29873718-7d95-4147-8f25-a586bd11d585 HTTP/1.1" status: 204 len: 168 time: 0.2613993 Jul 16 18:40:42.728400 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Network 93b8596e-1e68-4714-8232-c86ec38f9d07 is already hosted by enough agents. {{(pid=93248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:42.731974 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.base_scheduler [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Resources bound (agent type, host, resource id): {{(pid=93248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:42.736492 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Received port after_create {{(pid=93248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:42.743059 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Pushing event updated for resources: {'Port': ['ID=6f46d10c-802d-4653-a80f-462c328f1aaf,revision_number=1']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:42.754137 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:42.754871 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:42.755629 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:42.756211 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:42.756907 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:42.757484 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:42.758142 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:42.758677 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:42.759267 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:42.759792 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:42.760370 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:42.760925 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:42.833390 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34462) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:42.841189 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53822ec8-782c-45d3-9183-72b9482eaddc req-ee00522f-4524-4b2a-b98e-fe6fd719f446 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:42.841591 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Attempting to bind port 6f46d10c-802d-4653-a80f-462c328f1aaf on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:42.841699 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Attempting to bind port 6f46d10c-802d-4653-a80f-462c328f1aaf by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': '8ca8145d-5a23-4306-a564-6c5582b416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:42.841993 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Attempting to bind port 6f46d10c-802d-4653-a80f-462c328f1aaf on network 93b8596e-1e68-4714-8232-c86ec38f9d07 {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:42.843029 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-53822ec8-782c-45d3-9183-72b9482eaddc req-ee00522f-4524-4b2a-b98e-fe6fd719f446 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.3895762 Jul 16 18:40:42.853845 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:42.854219 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Checking segment: {'id': '8ca8145d-5a23-4306-a564-6c5582b416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:42.854831 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.855216 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Bound using segment: {'id': '8ca8145d-5a23-4306-a564-6c5582b416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:42.855700 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Bound port: 6f46d10c-802d-4653-a80f-462c328f1aaf, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca8145d-5a23-4306-a564-6c5582b416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:42.856244 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.916616 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5277'] for router, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.922707 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] For port 6f46d10c-802d-4653-a80f-462c328f1aaf, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:42.926632 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] For port 6f46d10c-802d-4653-a80f-462c328f1aaf, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=6f46d10c-802d-4653-a80f-462c328f1aaf,segment=NetworkSegment(8ca8145d-5a23-4306-a564-6c5582b416fe),segment_id=8ca8145d-5a23-4306-a564-6c5582b416fe)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:42.931527 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:42.938877 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d5eff0-5a9a-4bda-98b6-bd609056d287 admin admin] Pushing event deleted for resources: {'Network': ['ID=29873718-7d95-4147-8f25-a586bd11d585,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:42.992400 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd49d88-9a24-472b-93f8-41d59f246631 None None] Pushing event updated for resources: {'Port': ['ID=6f46d10c-802d-4653-a80f-462c328f1aaf,revision_number=2']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:43.005403 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a8c935db-a256-4f35-92aa-0c00dd734b39 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c5607965800841a692b6942051d81098&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1603413 Jul 16 18:40:43.007602 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34464) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:43.009611 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-708db062-03d4-4648-ba30-9c231cc7bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10420615'] for subnet, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.024426 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-53822ec8-782c-45d3-9183-72b9482eaddc req-53f3ca3c-e345-455c-8a7d-3d366f5d7989 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1468267 Jul 16 18:40:43.062687 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f9e2af89-d71b-435b-a07d-9e02982b870c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.085186 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708db062-03d4-4648-ba30-9c231cc7bd03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf63cb3-37ac-4143-9e41-b35e7f464314,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:43.088964 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f9e2af89-d71b-435b-a07d-9e02982b870c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.120424 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708db062-03d4-4648-ba30-9c231cc7bd03 admin admin] Checking segment: {'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:43.120787 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708db062-03d4-4648-ba30-9c231cc7bd03 admin admin] Network hostable DHCP agents. Network: 50f941d7-02ce-4842-85fe-b35620f60d46, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:43.138762 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f9e2af89-d71b-435b-a07d-9e02982b870c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.141827 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f9e2af89-d71b-435b-a07d-9e02982b870c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.145947 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-f9e2af89-d71b-435b-a07d-9e02982b870c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/52e13008-1be7-4106-be2f-3a5fc440536f HTTP/1.1" status: 204 len: 168 time: 0.1374187 Jul 16 18:40:43.149842 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708db062-03d4-4648-ba30-9c231cc7bd03 admin admin] Network 50f941d7-02ce-4842-85fe-b35620f60d46 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:43.164904 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-708db062-03d4-4648-ba30-9c231cc7bd03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, 50f941d7-02ce-4842-85fe-b35620f60d46) {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:43.169958 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2af89-d71b-435b-a07d-9e02982b870c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e13008-1be7-4106-be2f-3a5fc440536f,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:43.171804 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708db062-03d4-4648-ba30-9c231cc7bd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:43.172042 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-708db062-03d4-4648-ba30-9c231cc7bd03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.185581 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75c4ad6-24bc-4d9a-be62-b6a605594762 None None] Network 50f941d7-02ce-4842-85fe-b35620f60d46 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:43.264574 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-708db062-03d4-4648-ba30-9c231cc7bd03 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2221644 Jul 16 18:40:43.264933 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34468) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:43.271226 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:43.318084 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-517367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5254'] for router, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.319629 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5263'] for router, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.342452 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.366220 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.400591 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.422317 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31edc0eb-8258-548e-8120-c04d0bd9b52e-50f941d7-02ce-4842-85fe-b35620f60d46', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314'}]}} from dv-cinder-786932-5-iscsi. {{(pid=93248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:43.424311 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.488706 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Allocated IP 172.27.3.234 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/a7e9f6d5-e445-429f-b04a-caf17f1bafe3) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:43.571807 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5277'] for router, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.608484 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.db_base_plugin_common [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Allocated IP 172.20.0.2 (50f941d7-02ce-4842-85fe-b35620f60d46/bdf63cb3-37ac-4143-9e41-b35e7f464314/a4ecbb7b-f359-465b-a84f-54d9d48ebcbf) {{(pid=93248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:43.633636 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.680630 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.719531 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:43.727002 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:43.730972 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:43.758452 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Pushing event updated for resources: {'Port': ['ID=a7e9f6d5-e445-429f-b04a-caf17f1bafe3,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:43.799060 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Notify callbacks [] for port, precommit_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.829041 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Transition to ACTIVE for port object a4ecbb7b-f359-465b-a84f-54d9d48ebcbf will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:43.844690 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.857524 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Transition to ACTIVE for port object a4ecbb7b-f359-465b-a84f-54d9d48ebcbf will not be triggered until provisioned by entity DHCP. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:43.868618 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.899032 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:43.930588 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Pushing event updated for resources: {'Port': ['ID=a4ecbb7b-f359-465b-a84f-54d9d48ebcbf,revision_number=1']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:43.935924 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Network 50f941d7-02ce-4842-85fe-b35620f60d46 is already hosted by enough agents. {{(pid=93248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:43.938236 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.base_scheduler [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Resources bound (agent type, host, resource id): {{(pid=93248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:43.941062 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Received port after_create {{(pid=93248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:44.025125 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Attempting to bind port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:44.025440 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Attempting to bind port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:44.025808 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Attempting to bind port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf on network 50f941d7-02ce-4842-85fe-b35620f60d46 {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:44.031259 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:44.031637 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Checking segment: {'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:44.032043 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.032441 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Bound using segment: {'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:44.032932 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Bound port: a4ecbb7b-f359-465b-a84f-54d9d48ebcbf, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:44.033370 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.099836 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_common [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Allocated IP 172.27.3.62 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/a935a960-ea16-453d-8f83-fe9008cd3a98) {{(pid=93247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:44.125254 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.126342 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] For port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:44.135323 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] For port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=a4ecbb7b-f359-465b-a84f-54d9d48ebcbf,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:44.141265 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.224192 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c63ee-15f1-43c2-9794-920c3682e777 None None] Pushing event updated for resources: {'Port': ['ID=a4ecbb7b-f359-465b-a84f-54d9d48ebcbf,revision_number=2']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:44.265625 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1df5e57-40d5-4dde-baf8-8708e3b3dc6e None None] Network 93b8596e-1e68-4714-8232-c86ec38f9d07 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:44.336526 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.387459 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba144c9-4aaa-4e60-968a-56ed757b2ea6 req-c28fa583-f37a-4a8d-a2b2-7a9d879d2171 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:44.392734 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-bc07df24-c402-45eb-9eac-5ec3eda52a01 None None] Provisioning for port 6f46d10c-802d-4653-a80f-462c328f1aaf completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:44.394228 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3ba144c9-4aaa-4e60-968a-56ed757b2ea6 req-c28fa583-f37a-4a8d-a2b2-7a9d879d2171 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.1525302 Jul 16 18:40:44.463050 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3ba144c9-4aaa-4e60-968a-56ed757b2ea6 req-9d432070-bc83-469e-a80e-4701cb943b1f tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612962 Jul 16 18:40:44.472917 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517127'] for router, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.489145 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.559970 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 6f46d10c-802d-4653-a80f-462c328f1aaf up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:44.573183 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:44.576415 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:44.582429 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Received port after_create {{(pid=93247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:44.626530 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Pushing event updated for resources: {'Port': ['ID=a935a960-ea16-453d-8f83-fe9008cd3a98,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:44.680811 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port 6f46d10c-802d-4653-a80f-462c328f1aaf completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:44.686203 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 6f46d10c-802d-4653-a80f-462c328f1aaf triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:44.686579 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.735795 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Router 007940d1-250c-499a-a312-cb8a8a9ba096 is scheduled to L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 with binding_index 1 {{(pid=93246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:40:44.746383 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device f7de5804-4d6b-4738-8de2-a92f64a3fe3b no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:40:44.776599 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: f7de5804-4d6b-4738-8de2-a92f64a3fe3b {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:40:44.777170 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device f7de5804-4d6b-4738-8de2-a92f64a3fe3b not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:40:44.929470 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:44.965316 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] Notify callbacks [] for router, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.967047 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-29a6f672-b915-4e8d-addc-a3b7ef8d1120 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8764987 Jul 16 18:40:44.969800 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34506) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:44.973961 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Sync routers for ids ['007940d1-250c-499a-a312-cb8a8a9ba096'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:44.978617 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.997130 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:44.999639 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Routers {'007940d1-250c-499a-a312-cb8a8a9ba096'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:45.000267 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['007940d1-250c-499a-a312-cb8a8a9ba096'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:45.089495 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-d25dfa7d-6684-4538-9a14-b19b9879a0b1 None None] Provisioning complete for port 6f46d10c-802d-4653-a80f-462c328f1aaf triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:45.089864 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d25dfa7d-6684-4538-9a14-b19b9879a0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.093946 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port 6f46d10c-802d-4653-a80f-462c328f1aaf, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=6f46d10c-802d-4653-a80f-462c328f1aaf,segment=NetworkSegment(8ca8145d-5a23-4306-a564-6c5582b416fe),segment_id=8ca8145d-5a23-4306-a564-6c5582b416fe)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:45.136885 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.227517 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Set router 007940d1-250c-499a-a312-cb8a8a9ba096 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:45.255640 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=6f46d10c-802d-4653-a80f-462c328f1aaf,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:45.324933 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517127'] for router, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.467573 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:40:43Z', 'revision_number': 3, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port': {'id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:45.502396 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590cace2-2de5-4720-b645-55d3b5993641 None None] Network 50f941d7-02ce-4842-85fe-b35620f60d46 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:45.514086 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Checking router: 007940d1-250c-499a-a312-cb8a8a9ba096 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:45.514436 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Updating router 007940d1-250c-499a-a312-cb8a8a9ba096 port a7e9f6d5-e445-429f-b04a-caf17f1bafe3 binding host dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:40:45.606259 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.612931 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-3097ca43-9f23-4a8b-80ee-6b75a5ffb4b3 None None] Provisioning for port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:45.634136 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Router 503cef08-3705-4941-bd72-1d2f91c33450 is scheduled to L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 with binding_index 1 {{(pid=93247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:40:45.717157 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711f31f-40df-40b3-a45a-15778ff06b51 req-1806a609-57ac-481f-897c-7ccd12ed2eab tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:45.719032 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f711f31f-40df-40b3-a45a-15778ff06b51 req-1806a609-57ac-481f-897c-7ccd12ed2eab tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.0876296 Jul 16 18:40:45.766296 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f711f31f-40df-40b3-a45a-15778ff06b51 req-fa5cb36d-8ddc-44cb-b886-73e0a6c335b4 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405869 Jul 16 18:40:46.012687 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Notify callbacks [] for port, precommit_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.024179 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Transition to ACTIVE for port object a7e9f6d5-e445-429f-b04a-caf17f1bafe3 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:46.031054 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.049489 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:46.058574 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.064883 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Sync routers for ids ['503cef08-3705-4941-bd72-1d2f91c33450'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:46.083833 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] Notify callbacks [] for router, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.084981 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Routers {'503cef08-3705-4941-bd72-1d2f91c33450'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:46.085099 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-626a9bf1-ca1e-4481-9b74-3f2a65be2dfd admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8183460 Jul 16 18:40:46.085825 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['503cef08-3705-4941-bd72-1d2f91c33450'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:46.088398 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34518) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:46.091598 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Attempting to bind port a7e9f6d5-e445-429f-b04a-caf17f1bafe3 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:46.091973 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Attempting to bind port a7e9f6d5-e445-429f-b04a-caf17f1bafe3 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:46.092486 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Attempting to bind port a7e9f6d5-e445-429f-b04a-caf17f1bafe3 on network 8faae5fe-6b17-4018-b67e-363813f28d31 {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:46.106068 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17607325-10e2-4eda-b1db-996f26b09686 None None] Pushing event updated for resources: {'Port': ['ID=a7e9f6d5-e445-429f-b04a-caf17f1bafe3,revision_number=2']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:46.109718 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:46.110093 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Checking segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:46.110497 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.110881 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Bound using segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:46.111357 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Bound port: a7e9f6d5-e445-429f-b04a-caf17f1bafe3, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:46.111739 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.166521 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] For port a7e9f6d5-e445-429f-b04a-caf17f1bafe3, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:46.171231 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] For port a7e9f6d5-e445-429f-b04a-caf17f1bafe3, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=a7e9f6d5-e445-429f-b04a-caf17f1bafe3,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:46.177794 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.236259 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Routers {'007940d1-250c-499a-a312-cb8a8a9ba096'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:46.237908 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['007940d1-250c-499a-a312-cb8a8a9ba096'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:46.261301 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_common [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Allocated IP 172.20.0.1 (93b8596e-1e68-4714-8232-c86ec38f9d07/9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4/37264e8a-ce1b-45c4-9d5d-448e967a19a2) {{(pid=93247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:46.343112 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Set router 503cef08-3705-4941-bd72-1d2f91c33450 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:46.361773 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] Set router 007940d1-250c-499a-a312-cb8a8a9ba096 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:46.423209 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.440697 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.provisioning_blocks [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Transition to ACTIVE for port object 37264e8a-ce1b-45c4-9d5d-448e967a19a2 will not be triggered until provisioned by entity DHCP. {{(pid=93247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:46.482689 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.521839 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17607325-10e2-4eda-b1db-996f26b09686 None None] Pushing event updated for resources: {'Port': ['ID=a7e9f6d5-e445-429f-b04a-caf17f1bafe3,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:46.553687 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Pushing event updated for resources: {'Port': ['ID=37264e8a-ce1b-45c4-9d5d-448e967a19a2,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:46.574933 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Network 93b8596e-1e68-4714-8232-c86ec38f9d07 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:46.576993 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:46.578951 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Received port after_create {{(pid=93247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:46.595951 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device a4ecbb7b-f359-465b-a84f-54d9d48ebcbf up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:46.615356 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:44Z', 'revision_number': 3, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:46.622665 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516400'] for router_interface, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.638252 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.648156 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Checking router: 503cef08-3705-4941-bd72-1d2f91c33450 for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:46.648739 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Updating router 503cef08-3705-4941-bd72-1d2f91c33450 port a935a960-ea16-453d-8f83-fe9008cd3a98 binding host dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:40:46.650846 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:40:43Z', 'revision_number': 3, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port': {'id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:46.687021 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8c24a-d7d5-4352-a127-925361158317 None None] The sync data for ids ['007940d1-250c-499a-a312-cb8a8a9ba096'] in dv-cinder-786932-5-iscsi is: [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:40:43Z', 'revision_number': 3, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port': {'id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:46.704089 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:46.709880 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:46.710254 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.711822 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:46.878661 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.020145 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.048592 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Allocated IP 172.20.0.1 (50f941d7-02ce-4842-85fe-b35620f60d46/bdf63cb3-37ac-4143-9e41-b35e7f464314/bc29d32e-bdfc-449b-a852-0e81aa6173a7) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:47.088174 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-945c471d-6d84-44df-a82c-87d812dc69f5 None None] Provisioning for port 37264e8a-ce1b-45c4-9d5d-448e967a19a2 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:47.109236 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-945c471d-6d84-44df-a82c-87d812dc69f5 None None] Provisioning complete for port 37264e8a-ce1b-45c4-9d5d-448e967a19a2 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:47.114880 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-945c471d-6d84-44df-a82c-87d812dc69f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.155519 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=a4ecbb7b-f359-465b-a84f-54d9d48ebcbf,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:47.166201 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.167341 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 6f46d10c-802d-4653-a80f-462c328f1aaf up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:47.242689 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.257843 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-945c471d-6d84-44df-a82c-87d812dc69f5 None None] Port 37264e8a-ce1b-45c4-9d5d-448e967a19a2 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:47.259680 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Transition to ACTIVE for port object bc29d32e-bdfc-449b-a852-0e81aa6173a7 will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:47.288980 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ed42b-31f5-4fcd-98a3-feafc1641c29 req-a7a0f42e-2abe-483d-8f2d-40d06e320e27 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:47.294848 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.296257 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-187ed42b-31f5-4fcd-98a3-feafc1641c29 req-a7a0f42e-2abe-483d-8f2d-40d06e320e27 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.2849562 Jul 16 18:40:47.303716 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=a4ecbb7b-f359-465b-a84f-54d9d48ebcbf,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:47.312161 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 6f46d10c-802d-4653-a80f-462c328f1aaf triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:47.312545 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.315230 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Network 50f941d7-02ce-4842-85fe-b35620f60d46 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:47.318370 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:47.337163 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:47.397773 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.406469 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Notify callbacks [] for port, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.408829 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516400'] for router_interface, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.423598 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Transition to ACTIVE for port object a935a960-ea16-453d-8f83-fe9008cd3a98 will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:47.432097 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8532449'] for port, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.437580 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.550990 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516420'] for router_interface, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.559373 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4c9e9-0d48-4263-aa43-8fbd51c2d14e None None] Pushing event updated for resources: {'Port': ['ID=a935a960-ea16-453d-8f83-fe9008cd3a98,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:47.577715 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb4c9e9-0d48-4263-aa43-8fbd51c2d14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.578286 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb4c9e9-0d48-4263-aa43-8fbd51c2d14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.578674 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb4c9e9-0d48-4263-aa43-8fbd51c2d14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.579018 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb4c9e9-0d48-4263-aa43-8fbd51c2d14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.579342 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb4c9e9-0d48-4263-aa43-8fbd51c2d14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.579670 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb4c9e9-0d48-4263-aa43-8fbd51c2d14e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.579991 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb4c9e9-0d48-4263-aa43-8fbd51c2d14e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.580315 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb4c9e9-0d48-4263-aa43-8fbd51c2d14e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.580656 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb4c9e9-0d48-4263-aa43-8fbd51c2d14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.581242 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb4c9e9-0d48-4263-aa43-8fbd51c2d14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.581820 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb4c9e9-0d48-4263-aa43-8fbd51c2d14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.582146 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb4c9e9-0d48-4263-aa43-8fbd51c2d14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:47.586973 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Attempting to bind port a935a960-ea16-453d-8f83-fe9008cd3a98 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:47.587321 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Attempting to bind port a935a960-ea16-453d-8f83-fe9008cd3a98 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:47.587737 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Attempting to bind port a935a960-ea16-453d-8f83-fe9008cd3a98 on network 8faae5fe-6b17-4018-b67e-363813f28d31 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:47.590913 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-187ed42b-31f5-4fcd-98a3-feafc1641c29 req-b759533a-abe6-475a-82a7-b70ea0962829 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2247376 Jul 16 18:40:47.598368 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:47.598745 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Checking segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:47.599147 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.599541 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Bound using segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:47.600072 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Bound port: a935a960-ea16-453d-8f83-fe9008cd3a98, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:47.600408 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.627457 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Pushing event updated for resources: {'Port': ['ID=37264e8a-ce1b-45c4-9d5d-448e967a19a2,revision_number=2']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:47.677276 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] For port a935a960-ea16-453d-8f83-fe9008cd3a98, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:47.681204 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] For port a935a960-ea16-453d-8f83-fe9008cd3a98, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=a935a960-ea16-453d-8f83-fe9008cd3a98,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:47.689604 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.701695 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-cc87a45d-e38f-42ac-be27-f90f18f60689 None None] Provisioning for port bc29d32e-bdfc-449b-a852-0e81aa6173a7 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:47.706425 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-cc87a45d-e38f-42ac-be27-f90f18f60689 None None] Provisioning complete for port bc29d32e-bdfc-449b-a852-0e81aa6173a7 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:47.707086 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-cc87a45d-e38f-42ac-be27-f90f18f60689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:47.732840 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Network 93b8596e-1e68-4714-8232-c86ec38f9d07 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:47.734621 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:47.744612 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-cc87a45d-e38f-42ac-be27-f90f18f60689 None None] Port bc29d32e-bdfc-449b-a852-0e81aa6173a7 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:47.783127 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4c9e9-0d48-4263-aa43-8fbd51c2d14e None None] Pushing event updated for resources: {'Port': ['ID=a935a960-ea16-453d-8f83-fe9008cd3a98,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:47.785958 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Routers {'503cef08-3705-4941-bd72-1d2f91c33450'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:47.786569 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['503cef08-3705-4941-bd72-1d2f91c33450'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:47.831619 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Pushing event updated for resources: {'Port': ['ID=bc29d32e-bdfc-449b-a852-0e81aa6173a7,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:47.892848 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Router 007940d1-250c-499a-a312-cb8a8a9ba096 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:47.950236 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] Set router 503cef08-3705-4941-bd72-1d2f91c33450 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:48.014994 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.083576 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:48.110015 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-657cc393-acf3-46a1-91bc-e338ee988cae admin admin] 10.222.0.68 "PUT /v2.0/routers/007940d1-250c-499a-a312-cb8a8a9ba096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1387420 Jul 16 18:40:48.186811 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8c1c4d02-13de-479a-b8b4-97b2bee6a986 None None] Provisioning complete for port 37264e8a-ce1b-45c4-9d5d-448e967a19a2 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:48.187473 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4d02-13de-479a-b8b4-97b2bee6a986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.240828 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8c1c4d02-13de-479a-b8b4-97b2bee6a986 None None] Port 37264e8a-ce1b-45c4-9d5d-448e967a19a2 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:48.259584 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:44Z', 'revision_number': 3, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:48.274589 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.286683 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.296960 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2923678-5bbe-4da2-90af-107f25b97b9e None None] The sync data for ids ['503cef08-3705-4941-bd72-1d2f91c33450'] in dv-cinder-786932-5-iscsi is: [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:44Z', 'revision_number': 3, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:48.366065 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516420'] for router_interface, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.366065 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Pushing event updated for resources: {'Port': ['ID=bc29d32e-bdfc-449b-a852-0e81aa6173a7,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:48.473794 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Network 50f941d7-02ce-4842-85fe-b35620f60d46 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:48.475149 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:48.583955 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device a7e9f6d5-e445-429f-b04a-caf17f1bafe3 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:48.615074 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Router 503cef08-3705-4941-bd72-1d2f91c33450 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:48.701239 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port a7e9f6d5-e445-429f-b04a-caf17f1bafe3 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:48.705574 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port a7e9f6d5-e445-429f-b04a-caf17f1bafe3 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:48.706001 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.820192 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:48.825772 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-7105dbb2-6b98-4f20-a377-894225c6cf1d admin admin] 10.222.0.68 "PUT /v2.0/routers/503cef08-3705-4941-bd72-1d2f91c33450/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7351134 Jul 16 18:40:48.872698 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.932000 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-45f87b4c-4eb7-4c69-9603-291bbde34a11 None None] Provisioning complete for port bc29d32e-bdfc-449b-a852-0e81aa6173a7 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:48.932398 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-45f87b4c-4eb7-4c69-9603-291bbde34a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.940853 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cf50b-d1e4-42ed-a0a2-f74955553e24 req-2549a3a8-66dc-4048-9cd8-c1c26858dc04 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:48.949902 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-675cf50b-d1e4-42ed-a0a2-f74955553e24 req-2549a3a8-66dc-4048-9cd8-c1c26858dc04 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.1228669 Jul 16 18:40:48.978706 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port a7e9f6d5-e445-429f-b04a-caf17f1bafe3, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=a7e9f6d5-e445-429f-b04a-caf17f1bafe3,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:48.988374 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.989493 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device a4ecbb7b-f359-465b-a84f-54d9d48ebcbf up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:49.001615 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-675cf50b-d1e4-42ed-a0a2-f74955553e24 req-0cf8e012-3ffe-45a4-b451-17363792a937 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481586 Jul 16 18:40:49.024484 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34554) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:49.031170 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-266054608-network', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:49.064459 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] Made reservation on behalf of 8d8535e5b5a841ae8bcabb518b5d1085 for: {'network': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:49.069524 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.075120 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-45f87b4c-4eb7-4c69-9603-291bbde34a11 None None] Port bc29d32e-bdfc-449b-a852-0e81aa6173a7 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:49.083149 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.125729 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=a7e9f6d5-e445-429f-b04a-caf17f1bafe3,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:49.134222 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:49.134601 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.252967 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.258658 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.272768 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Sync routers for ids ['007940d1-250c-499a-a312-cb8a8a9ba096'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:49.283032 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Routers {'007940d1-250c-499a-a312-cb8a8a9ba096'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:49.283315 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=93246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:40:49.283785 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['007940d1-250c-499a-a312-cb8a8a9ba096'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:49.299692 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db68489c-1b88-4beb-bd16-41f29bdc4f73,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:49.306363 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.306803 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.segments_db [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] Added segment b19a1c62-4cbc-403e-9cd4-2676bf25603b of type vlan for network a75a9f7e-2ed2-4764-888f-7d15f34eaf83 Jul 16 18:40:49.359882 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.401664 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.406103 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:49.406892 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.425758 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Set router 007940d1-250c-499a-a312-cb8a8a9ba096 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:49.448614 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4229355 Jul 16 18:40:49.451431 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34560) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:49.487556 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-654f1129-101a-4448-ba96-ec850204e9b0 admin admin] Request body: {'subnet': {'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-266054608-subnet', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'ip_version': 4}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:49.491976 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa68187-b1a5-41af-b99a-99058a03d12a admin admin] Pushing event updated for resources: {'Network': ['ID=a75a9f7e-2ed2-4764-888f-7d15f34eaf83,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:49.503327 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network a75a9f7e-2ed2-4764-888f-7d15f34eaf83 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:40:49.520114 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654f1129-101a-4448-ba96-ec850204e9b0 admin admin] Made reservation on behalf of 8d8535e5b5a841ae8bcabb518b5d1085 for: {'subnet': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:49.523111 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-654f1129-101a-4448-ba96-ec850204e9b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10420629'] for subnet, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.689799 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:40:46Z', 'revision_number': 4, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port': {'id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '37264e8a-ce1b-45c4-9d5d-448e967a19a2', 'name': '', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'mac_address': 'fa:16:3e:d0:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:46Z', 'revision_number': 2, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'subnets': [{'id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:49.713635 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-654f1129-101a-4448-ba96-ec850204e9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10420615'] for subnet, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.716247 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Checking router: 007940d1-250c-499a-a312-cb8a8a9ba096 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:49.716469 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Updating router 007940d1-250c-499a-a312-cb8a8a9ba096 port 37264e8a-ce1b-45c4-9d5d-448e967a19a2 binding host dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:40:49.737968 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34562) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:49.743220 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-5c9568fe-934b-4034-8ba1-5f2643c160bb tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--373892491', 'description': 'tempest-description--1897799316'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:49.757793 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.766613 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f1129-101a-4448-ba96-ec850204e9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cee90fb-f56b-45e2-80c3-252663df6cd1,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:49.767466 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c9568fe-934b-4034-8ba1-5f2643c160bb tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.782592 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654f1129-101a-4448-ba96-ec850204e9b0 admin admin] Checking segment: {'id': 'b19a1c62-4cbc-403e-9cd4-2676bf25603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:49.783293 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654f1129-101a-4448-ba96-ec850204e9b0 admin admin] Network hostable DHCP agents. Network: a75a9f7e-2ed2-4764-888f-7d15f34eaf83, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:40:49.800989 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654f1129-101a-4448-ba96-ec850204e9b0 admin admin] Network a75a9f7e-2ed2-4764-888f-7d15f34eaf83 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:40:49.810873 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-654f1129-101a-4448-ba96-ec850204e9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, a75a9f7e-2ed2-4764-888f-7d15f34eaf83) {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:49.815296 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654f1129-101a-4448-ba96-ec850204e9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:49.815935 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-654f1129-101a-4448-ba96-ec850204e9b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.854308 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c9568fe-934b-4034-8ba1-5f2643c160bb tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.859285 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c9568fe-934b-4034-8ba1-5f2643c160bb tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.865624 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dab00e-6f23-49ba-9bae-5be851f75b33 None None] Network a75a9f7e-2ed2-4764-888f-7d15f34eaf83 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:49.866663 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-654f1129-101a-4448-ba96-ec850204e9b0 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4140573 Jul 16 18:40:49.869244 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34564) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:49.873871 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-266054608-router', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:49.892093 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9568fe-934b-4034-8ba1-5f2643c160bb tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29d715f-9eac-498b-a950-17b8a0ce8d74,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:49.909630 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-517367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5254'] for router, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.910704 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5263'] for router, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.914084 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c9568fe-934b-4034-8ba1-5f2643c160bb tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.915618 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-5c9568fe-934b-4034-8ba1-5f2643c160bb tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1760530 Jul 16 18:40:49.918726 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34566) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:49.923537 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-94391fa5-2924-44ef-88d2-8c7ed3a00d00 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Request body: {'security_group_rule': {'security_group_id': 'f29d715f-9eac-498b-a950-17b8a0ce8d74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:49.983858 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.987150 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-94391fa5-2924-44ef-88d2-8c7ed3a00d00 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.107172 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31edc0eb-8258-548e-8120-c04d0bd9b52e-a75a9f7e-2ed2-4764-888f-7d15f34eaf83', 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'fixed_ips': [{'subnet_id': '8cee90fb-f56b-45e2-80c3-252663df6cd1'}]}} from dv-cinder-786932-5-iscsi. {{(pid=93248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:40:50.108033 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.160230 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5277'] for router, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.188140 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-94391fa5-2924-44ef-88d2-8c7ed3a00d00 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.196470 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-94391fa5-2924-44ef-88d2-8c7ed3a00d00 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.229918 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Notify callbacks [] for port, precommit_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.241946 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94391fa5-2924-44ef-88d2-8c7ed3a00d00 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2fc802-77c6-4390-8beb-a2161606a759,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:50.248356 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Transition to ACTIVE for port object 37264e8a-ce1b-45c4-9d5d-448e967a19a2 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:50.254947 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-94391fa5-2924-44ef-88d2-8c7ed3a00d00 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.256105 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-94391fa5-2924-44ef-88d2-8c7ed3a00d00 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3363459 Jul 16 18:40:50.258865 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34572) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:50.264288 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-de05a0e6-e6d7-4db0-8367-3f7b08093660 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Request body: {'security_group_rule': {'security_group_id': 'f29d715f-9eac-498b-a950-17b8a0ce8d74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:50.275208 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.294968 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d94ae-6828-4d92-8d98-1cf029ae07b2 req-1e0879c8-42e2-42cd-b3bc-8bd955a106ee tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:50.296373 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-525d94ae-6828-4d92-8d98-1cf029ae07b2 req-1e0879c8-42e2-42cd-b3bc-8bd955a106ee tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.1552250 Jul 16 18:40:50.337440 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c24df7-adc8-4a2d-89d7-1892ad684b58 None None] Pushing event updated for resources: {'Port': ['ID=37264e8a-ce1b-45c4-9d5d-448e967a19a2,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:50.339939 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.db_base_plugin_common [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Allocated IP 172.20.0.2 (a75a9f7e-2ed2-4764-888f-7d15f34eaf83/8cee90fb-f56b-45e2-80c3-252663df6cd1/f901bbd1-68a8-46a4-b61d-7d1719916280) {{(pid=93248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:50.352229 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-de05a0e6-e6d7-4db0-8367-3f7b08093660 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.389755 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-525d94ae-6828-4d92-8d98-1cf029ae07b2 req-a9f7be03-0985-4fbb-904c-1a8799ac3ae1 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0859344 Jul 16 18:40:50.424359 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Attempting to bind port 37264e8a-ce1b-45c4-9d5d-448e967a19a2 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:50.424723 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Attempting to bind port 37264e8a-ce1b-45c4-9d5d-448e967a19a2 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': '8ca8145d-5a23-4306-a564-6c5582b416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:50.425079 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Attempting to bind port 37264e8a-ce1b-45c4-9d5d-448e967a19a2 on network 93b8596e-1e68-4714-8232-c86ec38f9d07 {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:50.433391 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:50.433821 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Checking segment: {'id': '8ca8145d-5a23-4306-a564-6c5582b416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:50.434330 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.434786 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Bound using segment: {'id': '8ca8145d-5a23-4306-a564-6c5582b416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:50.435260 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Bound port: 37264e8a-ce1b-45c4-9d5d-448e967a19a2, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca8145d-5a23-4306-a564-6c5582b416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:50.435765 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.492052 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-de05a0e6-e6d7-4db0-8367-3f7b08093660 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.545720 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-de05a0e6-e6d7-4db0-8367-3f7b08093660 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.593756 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05a0e6-e6d7-4db0-8367-3f7b08093660 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b068ab5-49f4-433f-bf4a-4b820bb6e06e,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:50.619941 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Notify callbacks [] for port, precommit_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.622703 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-de05a0e6-e6d7-4db0-8367-3f7b08093660 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.624044 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-de05a0e6-e6d7-4db0-8367-3f7b08093660 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3642082 Jul 16 18:40:50.627068 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34574) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:50.633892 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Transition to ACTIVE for port object f901bbd1-68a8-46a4-b61d-7d1719916280 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:50.636980 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Request body: {'floatingip': {'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:50.649887 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Transition to ACTIVE for port object f901bbd1-68a8-46a4-b61d-7d1719916280 will not be triggered until provisioned by entity DHCP. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:50.664210 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.666648 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] For port 37264e8a-ce1b-45c4-9d5d-448e967a19a2, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:50.667434 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.674809 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] For port 37264e8a-ce1b-45c4-9d5d-448e967a19a2, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=37264e8a-ce1b-45c4-9d5d-448e967a19a2,segment=NetworkSegment(8ca8145d-5a23-4306-a564-6c5582b416fe),segment_id=8ca8145d-5a23-4306-a564-6c5582b416fe)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:50.694723 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for floatingip, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.697155 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.707044 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Sync routers for ids ['503cef08-3705-4941-bd72-1d2f91c33450'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:50.713813 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device a7e9f6d5-e445-429f-b04a-caf17f1bafe3 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:50.717472 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.718476 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Routers {'503cef08-3705-4941-bd72-1d2f91c33450'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:50.719382 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['503cef08-3705-4941-bd72-1d2f91c33450'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:50.832481 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Set router 503cef08-3705-4941-bd72-1d2f91c33450 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:50.874081 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Allocated IP 172.27.3.210 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/c12f4b64-23fe-41d9-9cdb-275a01373c43) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:50.875122 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Network a75a9f7e-2ed2-4764-888f-7d15f34eaf83 is already hosted by enough agents. {{(pid=93248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:50.886566 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.base_scheduler [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Resources bound (agent type, host, resource id): {{(pid=93248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:50.893159 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Pushing event updated for resources: {'Port': ['ID=f901bbd1-68a8-46a4-b61d-7d1719916280,revision_number=1']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:50.895538 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Received port after_create {{(pid=93248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:50.926875 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:50.965585 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Routers {'007940d1-250c-499a-a312-cb8a8a9ba096'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:50.966247 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['007940d1-250c-499a-a312-cb8a8a9ba096'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:51.048182 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.051355 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c24df7-adc8-4a2d-89d7-1892ad684b58 None None] Pushing event updated for resources: {'Port': ['ID=37264e8a-ce1b-45c4-9d5d-448e967a19a2,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.068328 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:48Z', 'revision_number': 2, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:51.079842 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Attempting to bind port f901bbd1-68a8-46a4-b61d-7d1719916280 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:51.080491 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Attempting to bind port f901bbd1-68a8-46a4-b61d-7d1719916280 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'b19a1c62-4cbc-403e-9cd4-2676bf25603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:51.081014 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Attempting to bind port f901bbd1-68a8-46a4-b61d-7d1719916280 on network a75a9f7e-2ed2-4764-888f-7d15f34eaf83 {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:51.086188 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port a7e9f6d5-e445-429f-b04a-caf17f1bafe3 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:51.086775 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.105452 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Checking router: 503cef08-3705-4941-bd72-1d2f91c33450 for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:51.105747 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Updating router 503cef08-3705-4941-bd72-1d2f91c33450 port bc29d32e-bdfc-449b-a852-0e81aa6173a7 binding host dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:40:51.111753 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.143107 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:51.144128 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Checking segment: {'id': 'b19a1c62-4cbc-403e-9cd4-2676bf25603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:51.144128 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.144350 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Bound using segment: {'id': 'b19a1c62-4cbc-403e-9cd4-2676bf25603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:51.144771 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Bound port: f901bbd1-68a8-46a4-b61d-7d1719916280, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19a1c62-4cbc-403e-9cd4-2676bf25603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:51.145152 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.186340 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:51.199171 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:51.206754 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:51.213207 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] Set router 007940d1-250c-499a-a312-cb8a8a9ba096 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:51.247683 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.268670 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Pushing event updated for resources: {'Port': ['ID=c12f4b64-23fe-41d9-9cdb-275a01373c43,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.271177 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Allocated IP 172.27.3.104 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/4f28e2d9-5c64-4190-acb0-dc4d8c905e55) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:51.416822 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] For port f901bbd1-68a8-46a4-b61d-7d1719916280, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:51.427343 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] For port f901bbd1-68a8-46a4-b61d-7d1719916280, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=f901bbd1-68a8-46a4-b61d-7d1719916280,segment=NetworkSegment(b19a1c62-4cbc-403e-9cd4-2676bf25603b),segment_id=b19a1c62-4cbc-403e-9cd4-2676bf25603b)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:51.486405 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.510886 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.565054 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64474cd-e501-4d83-97ff-0cc83c427c52 None None] Pushing event updated for resources: {'Port': ['ID=f901bbd1-68a8-46a4-b61d-7d1719916280,revision_number=2']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.596534 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.597463 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.613203 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Transition to ACTIVE for port object bc29d32e-bdfc-449b-a852-0e81aa6173a7 will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:51.634659 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device a935a960-ea16-453d-8f83-fe9008cd3a98 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:51.642542 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.700145 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:40:46Z', 'revision_number': 4, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port': {'id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '37264e8a-ce1b-45c4-9d5d-448e967a19a2', 'name': '', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'mac_address': 'fa:16:3e:d0:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:50Z', 'revision_number': 4, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'subnets': [{'id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:51.785576 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabe3077-b796-4199-b6e8-49e2f81cba54 None None] The sync data for ids ['007940d1-250c-499a-a312-cb8a8a9ba096'] in dv-cinder-786932-5-iscsi is: [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:40:46Z', 'revision_number': 4, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port': {'id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '37264e8a-ce1b-45c4-9d5d-448e967a19a2', 'name': '', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'mac_address': 'fa:16:3e:d0:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:50Z', 'revision_number': 4, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'subnets': [{'id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:51.810938 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.815779 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port a935a960-ea16-453d-8f83-fe9008cd3a98 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:51.820192 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987b424-296c-4b56-8a73-8db152146cc3 req-6ab994f8-ff0d-46a2-a133-ab3eb4370a91 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:51.828122 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port a935a960-ea16-453d-8f83-fe9008cd3a98 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:51.841450 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7987b424-296c-4b56-8a73-8db152146cc3 req-6ab994f8-ff0d-46a2-a133-ab3eb4370a91 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.1845536 Jul 16 18:40:51.845421 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.899232 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d26f52-fbce-44ce-8f36-84b430cf7418 None None] Pushing event updated for resources: {'Port': ['ID=bc29d32e-bdfc-449b-a852-0e81aa6173a7,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:51.901042 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:51.903438 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Attempting to bind port bc29d32e-bdfc-449b-a852-0e81aa6173a7 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:51.903911 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Attempting to bind port bc29d32e-bdfc-449b-a852-0e81aa6173a7 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:51.904269 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Attempting to bind port bc29d32e-bdfc-449b-a852-0e81aa6173a7 on network 50f941d7-02ce-4842-85fe-b35620f60d46 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:51.912411 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:51.912778 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Checking segment: {'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:51.913176 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.930981 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Bound using segment: {'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:51.931773 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Bound port: bc29d32e-bdfc-449b-a852-0e81aa6173a7, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:51.934035 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:51.964028 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:52.005581 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7987b424-296c-4b56-8a73-8db152146cc3 req-cb8db926-4c9d-44ad-93e7-0a9038d7d03d tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352956 Jul 16 18:40:52.007144 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:52.061466 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] For port bc29d32e-bdfc-449b-a852-0e81aa6173a7, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:52.064911 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] For port bc29d32e-bdfc-449b-a852-0e81aa6173a7, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=bc29d32e-bdfc-449b-a852-0e81aa6173a7,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:52.077470 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.078222 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.146727 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event updated for resources: {'Port': ['ID=4f28e2d9-5c64-4190-acb0-dc4d8c905e55,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:52.154163 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port a935a960-ea16-453d-8f83-fe9008cd3a98, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=a935a960-ea16-453d-8f83-fe9008cd3a98,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:52.160419 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.173806 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d26f52-fbce-44ce-8f36-84b430cf7418 None None] Pushing event updated for resources: {'Port': ['ID=bc29d32e-bdfc-449b-a852-0e81aa6173a7,revision_number=4']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:52.183377 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Routers {'503cef08-3705-4941-bd72-1d2f91c33450'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:52.184162 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['503cef08-3705-4941-bd72-1d2f91c33450'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:52.196104 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517127'] for router, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.248366 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=a935a960-ea16-453d-8f83-fe9008cd3a98,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:52.395955 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] Set router 503cef08-3705-4941-bd72-1d2f91c33450 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:52.418638 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.479938 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Router 4b9ea04d-e8ca-4594-989c-d0045ba46d36 is scheduled to L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 with binding_index 1 {{(pid=93246) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:40:52.496983 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.631011 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device f901bbd1-68a8-46a4-b61d-7d1719916280 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:52.693342 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:52.695070 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port f901bbd1-68a8-46a4-b61d-7d1719916280 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:52.704784 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 37264e8a-ce1b-45c4-9d5d-448e967a19a2 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:52.732795 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9814d015-c2da-4da7-a2fc-839ee2fffa5b None None] The sync data for ids ['503cef08-3705-4941-bd72-1d2f91c33450'] in dv-cinder-786932-5-iscsi is: [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:52.792488 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port 37264e8a-ce1b-45c4-9d5d-448e967a19a2 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:52.798510 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 37264e8a-ce1b-45c4-9d5d-448e967a19a2 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:52.805813 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.963237 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.978119 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:52.994153 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Sync routers for ids ['4b9ea04d-e8ca-4594-989c-d0045ba46d36'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:40:53.057224 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] Notify callbacks [] for router, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.058605 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-1e4822f0-fe69-4c97-8902-af8f6b3c724c admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1883113 Jul 16 18:40:53.061527 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34600) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:53.079762 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Routers {'4b9ea04d-e8ca-4594-989c-d0045ba46d36'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:53.080412 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['4b9ea04d-e8ca-4594-989c-d0045ba46d36'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:53.106919 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port 37264e8a-ce1b-45c4-9d5d-448e967a19a2, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=37264e8a-ce1b-45c4-9d5d-448e967a19a2,segment=NetworkSegment(8ca8145d-5a23-4306-a564-6c5582b416fe),segment_id=8ca8145d-5a23-4306-a564-6c5582b416fe)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:53.163989 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.171000 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.171833 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device a935a960-ea16-453d-8f83-fe9008cd3a98 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:53.178176 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.308065 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event updated for resources: {'Port': ['ID=4f28e2d9-5c64-4190-acb0-dc4d8c905e55,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:53.382392 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=37264e8a-ce1b-45c4-9d5d-448e967a19a2,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:53.418711 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596ebdcb-f28f-4d40-bc17-aa4ecc15e04f None None] Network a75a9f7e-2ed2-4764-888f-7d15f34eaf83 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:40:53.422355 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Set router 4b9ea04d-e8ca-4594-989c-d0045ba46d36 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:53.429055 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.453487 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.454986 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-5024edf0-3f6b-40ed-b068-2a11dc435a3f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8267837 Jul 16 18:40:53.462997 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port a935a960-ea16-453d-8f83-fe9008cd3a98 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:53.463603 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.493895 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f36ce7-317d-446a-9afb-56ec632c0bc6 req-02ba58d0-fab6-450c-a841-98075f83563c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:53.505841 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-96f36ce7-317d-446a-9afb-56ec632c0bc6 req-02ba58d0-fab6-450c-a841-98075f83563c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.3632011 Jul 16 18:40:53.574408 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-96f36ce7-317d-446a-9afb-56ec632c0bc6 req-1a7a322b-af25-445b-8256-f220498ae17d tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672855 Jul 16 18:40:53.593891 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-1fcb614f-cfd5-432b-9dd2-5c8253d4b498 None None] Provisioning for port f901bbd1-68a8-46a4-b61d-7d1719916280 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:53.631205 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-1fcb614f-cfd5-432b-9dd2-5c8253d4b498 None None] Provisioning complete for port f901bbd1-68a8-46a4-b61d-7d1719916280 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:53.631885 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-1fcb614f-cfd5-432b-9dd2-5c8253d4b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.748525 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:53.878666 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-fed1335d-0994-4447-a86a-4b64ea91123f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--373892491&fields=id&tenant_id=95d2e7084619455bb80f8192f381ea27 HTTP/1.1" status: 200 len: 267 time: 0.0737576 Jul 16 18:40:54.000857 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_common [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Allocated IP 172.20.0.1 (a75a9f7e-2ed2-4764-888f-7d15f34eaf83/8cee90fb-f56b-45e2-80c3-252663df6cd1/b0b696b2-2446-48a6-9d17-518cb4c41c79) {{(pid=93247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:54.021253 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-1fcb614f-cfd5-432b-9dd2-5c8253d4b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.042784 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-e5329a0b-7f76-4057-9cb1-41f480bf49c8 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:54.044258 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-e5329a0b-7f76-4057-9cb1-41f480bf49c8 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/networks?id=50f941d7-02ce-4842-85fe-b35620f60d46 HTTP/1.1" status: 200 len: 811 time: 0.1585855 Jul 16 18:40:54.063904 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-7658da89-e38f-431f-a753-e0db88d09fea tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/quotas/95d2e7084619455bb80f8192f381ea27 HTTP/1.1" status: 200 len: 375 time: 0.0132759 Jul 16 18:40:54.073584 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'name': 'tempest-TestShelveInstance-266054608-router', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c12f4b64-23fe-41d9-9cdb-275a01373c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:49Z', 'updated_at': '2021-07-16T18:40:51Z', 'revision_number': 3, 'project_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'gw_port': {'id': 'c12f4b64-23fe-41d9-9cdb-275a01373c43', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:50Z', 'updated_at': '2021-07-16T18:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:54.076896 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-1fcb614f-cfd5-432b-9dd2-5c8253d4b498 None None] For port f901bbd1-68a8-46a4-b61d-7d1719916280, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=f901bbd1-68a8-46a4-b61d-7d1719916280,segment=NetworkSegment(b19a1c62-4cbc-403e-9cd4-2676bf25603b),segment_id=b19a1c62-4cbc-403e-9cd4-2676bf25603b)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:54.118196 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-1fcb614f-cfd5-432b-9dd2-5c8253d4b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.122265 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Checking router: 4b9ea04d-e8ca-4594-989c-d0045ba46d36 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:40:54.122549 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Updating router 4b9ea04d-e8ca-4594-989c-d0045ba46d36 port c12f4b64-23fe-41d9-9cdb-275a01373c43 binding host dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:40:54.166983 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.188393 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.provisioning_blocks [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Transition to ACTIVE for port object b0b696b2-2446-48a6-9d17-518cb4c41c79 will not be triggered until provisioned by entity DHCP. {{(pid=93247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:54.191154 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.205687 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-4fca7d1f-67a9-4edf-887b-8d16248fe6fb tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=95d2e7084619455bb80f8192f381ea27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1136634 Jul 16 18:40:54.214445 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb614f-cfd5-432b-9dd2-5c8253d4b498 None None] Pushing event updated for resources: {'Port': ['ID=f901bbd1-68a8-46a4-b61d-7d1719916280,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:54.264729 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.337471 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Network a75a9f7e-2ed2-4764-888f-7d15f34eaf83 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:54.346843 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:54.356102 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Received port after_create {{(pid=93247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:54.379388 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Pushing event updated for resources: {'Port': ['ID=b0b696b2-2446-48a6-9d17-518cb4c41c79,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:54.383906 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-344a43e2-735b-4fee-82ac-cc9dc6ea0eb0 None None] Provisioning complete for port f901bbd1-68a8-46a4-b61d-7d1719916280 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:54.384674 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-344a43e2-735b-4fee-82ac-cc9dc6ea0eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.385886 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-5bb14a57-1ae4-4b51-9b41-9f1d471bfdf2 service neutron] 10.222.0.68 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583402 Jul 16 18:40:54.425092 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516400'] for router_interface, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.552896 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-49119fa9-c630-42da-8352-548490178c35 service neutron] 10.222.0.68 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583850 Jul 16 18:40:54.566887 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device bc29d32e-bdfc-449b-a852-0e81aa6173a7 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:54.574993 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Notify callbacks [] for port, precommit_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.618914 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Transition to ACTIVE for port object c12f4b64-23fe-41d9-9cdb-275a01373c43 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:54.624554 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.632010 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.693811 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2ec77-0ebb-4306-b552-8e9d294a6236 None None] Pushing event updated for resources: {'Port': ['ID=c12f4b64-23fe-41d9-9cdb-275a01373c43,revision_number=2']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:54.697528 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Attempting to bind port c12f4b64-23fe-41d9-9cdb-275a01373c43 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:54.697894 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Attempting to bind port c12f4b64-23fe-41d9-9cdb-275a01373c43 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:54.698259 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Attempting to bind port c12f4b64-23fe-41d9-9cdb-275a01373c43 on network 8faae5fe-6b17-4018-b67e-363813f28d31 {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:54.704199 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:54.704689 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Checking segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:54.705116 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.705612 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Bound using segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:54.706085 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Bound port: c12f4b64-23fe-41d9-9cdb-275a01373c43, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:54.706552 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.708899 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port bc29d32e-bdfc-449b-a852-0e81aa6173a7 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:54.738225 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port bc29d32e-bdfc-449b-a852-0e81aa6173a7 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:54.738592 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.812462 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-49629738-d129-4637-b177-3836c2427456 None None] Provisioning for port b0b696b2-2446-48a6-9d17-518cb4c41c79 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:54.840920 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-49629738-d129-4637-b177-3836c2427456 None None] Provisioning complete for port b0b696b2-2446-48a6-9d17-518cb4c41c79 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:54.841206 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-49629738-d129-4637-b177-3836c2427456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.857180 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-da658254-028f-40ec-b004-16b7c300fb11 req-711fb857-433a-493e-babb-d7fdd79f7cbd tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 210 time: 0.0453911 Jul 16 18:40:54.874705 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] For port c12f4b64-23fe-41d9-9cdb-275a01373c43, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:54.897032 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.900963 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] For port c12f4b64-23fe-41d9-9cdb-275a01373c43, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=c12f4b64-23fe-41d9-9cdb-275a01373c43,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:54.908039 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8532449'] for port, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.912792 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.919951 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5653c37-364b-40c7-89b8-0587016422f3 req-99cb9df2-9db0-4e36-a912-573f9fffbbc4 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:54.921585 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c5653c37-364b-40c7-89b8-0587016422f3 req-99cb9df2-9db0-4e36-a912-573f9fffbbc4 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.1157277 Jul 16 18:40:54.956596 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516420'] for router_interface, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:54.969441 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-49629738-d129-4637-b177-3836c2427456 None None] Port b0b696b2-2446-48a6-9d17-518cb4c41c79 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:54.985580 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c5653c37-364b-40c7-89b8-0587016422f3 req-2673b2d9-a7aa-431b-97dc-6d59315f266b tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550652 Jul 16 18:40:55.011128 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.029562 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Pushing event updated for resources: {'Port': ['ID=b0b696b2-2446-48a6-9d17-518cb4c41c79,revision_number=2']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:55.033702 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Routers {'4b9ea04d-e8ca-4594-989c-d0045ba46d36'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:40:55.034860 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['4b9ea04d-e8ca-4594-989c-d0045ba46d36'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:55.072015 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2ec77-0ebb-4306-b552-8e9d294a6236 None None] Pushing event updated for resources: {'Port': ['ID=c12f4b64-23fe-41d9-9cdb-275a01373c43,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:55.105174 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Network a75a9f7e-2ed2-4764-888f-7d15f34eaf83 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:55.107228 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:55.119972 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port bc29d32e-bdfc-449b-a852-0e81aa6173a7, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=bc29d32e-bdfc-449b-a852-0e81aa6173a7,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:55.156832 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.157739 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device f901bbd1-68a8-46a4-b61d-7d1719916280 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:55.237261 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] Set router 4b9ea04d-e8ca-4594-989c-d0045ba46d36 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:40:55.292628 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=bc29d32e-bdfc-449b-a852-0e81aa6173a7,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:55.354640 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port f901bbd1-68a8-46a4-b61d-7d1719916280 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:55.355025 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.495249 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Router 4b9ea04d-e8ca-4594-989c-d0045ba46d36 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:40:55.548220 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 37264e8a-ce1b-45c4-9d5d-448e967a19a2 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:55.549681 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f38a1cdb-31fe-4ca8-9c57-4e49c0d4c844 None None] Provisioning complete for port b0b696b2-2446-48a6-9d17-518cb4c41c79 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:55.550051 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f38a1cdb-31fe-4ca8-9c57-4e49c0d4c844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:55.606532 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:40:55.619667 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-a1611963-4e6f-4e28-b7f0-238737c4466a admin admin] 10.222.0.68 "PUT /v2.0/routers/4b9ea04d-e8ca-4594-989c-d0045ba46d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5569551 Jul 16 18:40:55.624914 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f38a1cdb-31fe-4ca8-9c57-4e49c0d4c844 None None] Port b0b696b2-2446-48a6-9d17-518cb4c41c79 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:55.635731 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'name': 'tempest-TestShelveInstance-266054608-router', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c12f4b64-23fe-41d9-9cdb-275a01373c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:49Z', 'updated_at': '2021-07-16T18:40:54Z', 'revision_number': 4, 'project_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'gw_port': {'id': 'c12f4b64-23fe-41d9-9cdb-275a01373c43', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:50Z', 'updated_at': '2021-07-16T18:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'b0b696b2-2446-48a6-9d17-518cb4c41c79', 'name': '', 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'mac_address': 'fa:16:3e:37:c8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8cee90fb-f56b-45e2-80c3-252663df6cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:53Z', 'updated_at': '2021-07-16T18:40:54Z', 'revision_number': 2, 'project_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'subnets': [{'id': '8cee90fb-f56b-45e2-80c3-252663df6cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:40:55.664360 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463832b-b638-4ebc-82de-9fac75da71fc None None] The sync data for ids ['4b9ea04d-e8ca-4594-989c-d0045ba46d36'] in dv-cinder-786932-5-iscsi is: [{'id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'name': 'tempest-TestShelveInstance-266054608-router', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c12f4b64-23fe-41d9-9cdb-275a01373c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:49Z', 'updated_at': '2021-07-16T18:40:54Z', 'revision_number': 4, 'project_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'gw_port': {'id': 'c12f4b64-23fe-41d9-9cdb-275a01373c43', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f4:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:50Z', 'updated_at': '2021-07-16T18:40:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'b0b696b2-2446-48a6-9d17-518cb4c41c79', 'name': '', 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'mac_address': 'fa:16:3e:37:c8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8cee90fb-f56b-45e2-80c3-252663df6cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:53Z', 'updated_at': '2021-07-16T18:40:54Z', 'revision_number': 2, 'project_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'subnets': [{'id': '8cee90fb-f56b-45e2-80c3-252663df6cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:40:55.670445 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 37264e8a-ce1b-45c4-9d5d-448e967a19a2 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:55.670798 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.048656 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1235b384-6572-4f6a-ba8b-19abf9aa36d4 req-3dd9a77f-8901-44fa-947d-ac27b3949e79 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 210 time: 0.0379403 Jul 16 18:40:56.151053 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34646) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:56.155739 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-4fde222a-d5d3-4d45-9c31-964211f18c7e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1749001863', 'description': 'tempest-secgroup-smoke-1749001863 description', 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:56.207686 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4fde222a-d5d3-4d45-9c31-964211f18c7e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.321417 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234472cd-e872-4b42-92b9-894f7bb6d5ea req-08d3b41b-222d-4ccc-8efd-7beb640f4f12 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:56.323102 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-234472cd-e872-4b42-92b9-894f7bb6d5ea req-08d3b41b-222d-4ccc-8efd-7beb640f4f12 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.1325929 Jul 16 18:40:56.355824 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4fde222a-d5d3-4d45-9c31-964211f18c7e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.364213 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4fde222a-d5d3-4d45-9c31-964211f18c7e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.417553 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde222a-d5d3-4d45-9c31-964211f18c7e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85afa723-15ad-4f6b-bf35-86c98b9fe8ff,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:56.447910 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4fde222a-d5d3-4d45-9c31-964211f18c7e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.449970 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-4fde222a-d5d3-4d45-9c31-964211f18c7e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2978482 Jul 16 18:40:56.453883 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34658) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:56.458528 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-2693e64b-46fd-431a-8d51-24f424c6e1aa tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Request body: {'security_group_rule': {'security_group_id': '85afa723-15ad-4f6b-bf35-86c98b9fe8ff', 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:56.476774 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device bc29d32e-bdfc-449b-a852-0e81aa6173a7 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:56.505922 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2693e64b-46fd-431a-8d51-24f424c6e1aa tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.555618 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-234472cd-e872-4b42-92b9-894f7bb6d5ea req-d10bcb14-b77e-4831-be8d-31253830a4d8 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1628506 Jul 16 18:40:56.592914 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-41aba7b8-d9b5-40d3-bf34-9aa131c792f7 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:56.596795 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-41aba7b8-d9b5-40d3-bf34-9aa131c792f7 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.84 "GET /v2.0/networks?id=50f941d7-02ce-4842-85fe-b35620f60d46 HTTP/1.1" status: 200 len: 811 time: 0.3014600 Jul 16 18:40:56.604621 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2693e64b-46fd-431a-8d51-24f424c6e1aa tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.610278 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2693e64b-46fd-431a-8d51-24f424c6e1aa tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.645857 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693e64b-46fd-431a-8d51-24f424c6e1aa tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88b65c9-3118-4c53-9b5b-2d9de6a61672,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:56.658253 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-061c7dd3-b252-4979-84c5-9f14482ee5e0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95d2e7084619455bb80f8192f381ea27 HTTP/1.1" status: 200 len: 379 time: 0.0452914 Jul 16 18:40:56.673150 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2693e64b-46fd-431a-8d51-24f424c6e1aa tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.676815 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-2693e64b-46fd-431a-8d51-24f424c6e1aa tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2196603 Jul 16 18:40:56.679623 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34660) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:56.692244 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-65d105a4-4904-4de3-9991-6cbce8bc3e1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Request body: {'port': {'device_id': 'f5ef7ac4-5b77-4947-9cf5-641f27874a96', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'admin_state_up': True, 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'security_groups': ['f29d715f-9eac-498b-a950-17b8a0ce8d74']}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:56.711981 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-3a60d8a8-426d-48f1-905e-a8ce2be25117 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Request body: {'security_group_rule': {'security_group_id': '85afa723-15ad-4f6b-bf35-86c98b9fe8ff', 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:56.736031 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port bc29d32e-bdfc-449b-a852-0e81aa6173a7 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:56.737720 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.743830 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3a60d8a8-426d-48f1-905e-a8ce2be25117 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.842735 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3a60d8a8-426d-48f1-905e-a8ce2be25117 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.854674 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3a60d8a8-426d-48f1-905e-a8ce2be25117 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.869960 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60d8a8-426d-48f1-905e-a8ce2be25117 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d9d4c3d-b2a7-4dc4-be76-df24cddfd721,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:56.883214 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-65d105a4-4904-4de3-9991-6cbce8bc3e1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Made reservation on behalf of 95d2e7084619455bb80f8192f381ea27 for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:40:56.888238 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-65d105a4-4904-4de3-9991-6cbce8bc3e1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.889658 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3a60d8a8-426d-48f1-905e-a8ce2be25117 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.891068 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-3a60d8a8-426d-48f1-905e-a8ce2be25117 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2102940 Jul 16 18:40:56.893697 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34666) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:56.898414 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-3e13cb24-ce80-4705-a535-84f8ef5784d7 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Request body: {'security_group_rule': {'security_group_id': '85afa723-15ad-4f6b-bf35-86c98b9fe8ff', 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:56.924674 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3e13cb24-ce80-4705-a535-84f8ef5784d7 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.992399 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3e13cb24-ce80-4705-a535-84f8ef5784d7 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:56.997935 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3e13cb24-ce80-4705-a535-84f8ef5784d7 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.016062 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13cb24-ce80-4705-a535-84f8ef5784d7 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d13e0b66-97e0-46ff-9b99-f583819cdc75,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:57.025701 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3e13cb24-ce80-4705-a535-84f8ef5784d7 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.027799 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-3e13cb24-ce80-4705-a535-84f8ef5784d7 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330686 Jul 16 18:40:57.030624 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 34668) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:57.035399 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-78f3bbdf-54e3-4df5-87f9-f7de01383792 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Request body: {'security_group_rule': {'security_group_id': '85afa723-15ad-4f6b-bf35-86c98b9fe8ff', 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:57.047043 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-65d105a4-4904-4de3-9991-6cbce8bc3e1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Allocated IP 172.20.0.13 (50f941d7-02ce-4842-85fe-b35620f60d46/bdf63cb3-37ac-4143-9e41-b35e7f464314/0f6df396-b4c2-4348-a2a3-b1cf022f0c10) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:40:57.086436 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-78f3bbdf-54e3-4df5-87f9-f7de01383792 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.207738 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-fd7639b1-df9d-4e41-ac2f-ad4165701b65 req-0c8f8f64-989a-412e-b4de-58c936c35041 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 210 time: 0.0400915 Jul 16 18:40:57.209535 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-78f3bbdf-54e3-4df5-87f9-f7de01383792 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.219897 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-78f3bbdf-54e3-4df5-87f9-f7de01383792 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.256775 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3bbdf-54e3-4df5-87f9-f7de01383792 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad9b47a-22f4-4527-8e5d-f6f3eaacde8a,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:57.261051 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-65d105a4-4904-4de3-9991-6cbce8bc3e1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.263772 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-78f3bbdf-54e3-4df5-87f9-f7de01383792 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.267515 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-78f3bbdf-54e3-4df5-87f9-f7de01383792 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2333546 Jul 16 18:40:57.268472 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34672) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:57.273479 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-94e0c984-3e40-47ea-ad4d-70ae6fa54cd6 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Request body: {'security_group_rule': {'security_group_id': '85afa723-15ad-4f6b-bf35-86c98b9fe8ff', 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:57.276868 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-65d105a4-4904-4de3-9991-6cbce8bc3e1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Transition to ACTIVE for port object 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:57.298108 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.securitygroups_db [None req-94e0c984-3e40-47ea-ad4d-70ae6fa54cd6 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Project 4f1204a4ee0b442b9fe4f44965921b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:40:57.304505 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-94e0c984-3e40-47ea-ad4d-70ae6fa54cd6 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.315747 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-65d105a4-4904-4de3-9991-6cbce8bc3e1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.367048 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-94e0c984-3e40-47ea-ad4d-70ae6fa54cd6 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.369150 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-65d105a4-4904-4de3-9991-6cbce8bc3e1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Network 50f941d7-02ce-4842-85fe-b35620f60d46 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:40:57.372581 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-94e0c984-3e40-47ea-ad4d-70ae6fa54cd6 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.372938 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-65d105a4-4904-4de3-9991-6cbce8bc3e1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:40:57.377850 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-65d105a4-4904-4de3-9991-6cbce8bc3e1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:40:57.401853 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e0c984-3e40-47ea-ad4d-70ae6fa54cd6 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcad6737-8f1b-4cd2-84ac-014d5b6b6b9a,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:57.406701 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d105a4-4904-4de3-9991-6cbce8bc3e1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event updated for resources: {'Port': ['ID=0f6df396-b4c2-4348-a2a3-b1cf022f0c10,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:57.414601 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-94e0c984-3e40-47ea-ad4d-70ae6fa54cd6 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.416986 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-94e0c984-3e40-47ea-ad4d-70ae6fa54cd6 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473894 Jul 16 18:40:57.419860 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34674) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:57.426066 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-30110425-9e69-4695-8d8b-7e9cec47e05f tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Request body: {'security_group_rule': {'security_group_id': '85afa723-15ad-4f6b-bf35-86c98b9fe8ff', 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:57.441715 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-65d105a4-4904-4de3-9991-6cbce8bc3e1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:57.442722 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-65d105a4-4904-4de3-9991-6cbce8bc3e1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.470039 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.securitygroups_db [None req-30110425-9e69-4695-8d8b-7e9cec47e05f tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Project 4f1204a4ee0b442b9fe4f44965921b4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:40:57.472985 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-65d105a4-4904-4de3-9991-6cbce8bc3e1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7956448 Jul 16 18:40:57.476278 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-30110425-9e69-4695-8d8b-7e9cec47e05f tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.494166 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Request body: {'port': {'device_id': 'f5ef7ac4-5b77-4947-9cf5-641f27874a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:40:57.558021 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-30110425-9e69-4695-8d8b-7e9cec47e05f tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.563076 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-30110425-9e69-4695-8d8b-7e9cec47e05f tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.586379 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.590112 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-30110425-9e69-4695-8d8b-7e9cec47e05f tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.597985 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-30110425-9e69-4695-8d8b-7e9cec47e05f tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1768422 Jul 16 18:40:57.608213 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30110425-9e69-4695-8d8b-7e9cec47e05f tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea2892b-41a1-4a03-b6b9-3dd1c75859dc,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:57.663877 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-4384148a-ebeb-484d-8eb1-b86c1fd74608 None None] Provisioning for port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:57.667816 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-4384148a-ebeb-484d-8eb1-b86c1fd74608 None None] Provisioning complete for port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:57.668192 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-4384148a-ebeb-484d-8eb1-b86c1fd74608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.723833 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-4384148a-ebeb-484d-8eb1-b86c1fd74608 None None] Port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:40:57.848542 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c953b-9598-425b-8ba1-d0c1b8e3ba95 req-abe5536a-c13d-4944-9de7-f537eb6e934f tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:57.849994 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d13c953b-9598-425b-8ba1-d0c1b8e3ba95 req-abe5536a-c13d-4944-9de7-f537eb6e934f tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.1352830 Jul 16 18:40:57.913417 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d13c953b-9598-425b-8ba1-d0c1b8e3ba95 req-8d73d622-e930-46ce-90ad-e438686f2c3d tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572274 Jul 16 18:40:57.964984 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:40:57.972746 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.986032 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Transition to ACTIVE for port object 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:40:57.990947 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.049677 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Pushing event updated for resources: {'Port': ['ID=0f6df396-b4c2-4348-a2a3-b1cf022f0c10,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:58.141236 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Attempting to bind port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:40:58.141973 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Attempting to bind port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:40:58.142497 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Attempting to bind port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 on network 50f941d7-02ce-4842-85fe-b35620f60d46 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:58.147410 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 on network 50f941d7-02ce-4842-85fe-b35620f60d46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:40:58.148004 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Attempting to bind port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 on network 50f941d7-02ce-4842-85fe-b35620f60d46 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:40:58.153430 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:40:58.153847 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Checking segment: {'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:40:58.154424 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Bound using segment: {'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:40:58.154920 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Bound port: 0f6df396-b4c2-4348-a2a3-b1cf022f0c10, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:40:58.155356 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.220717 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] For port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:40:58.223719 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] For port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0f6df396-b4c2-4348-a2a3-b1cf022f0c10,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:40:58.227814 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.264416 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:58.265018 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.266429 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] 10.222.0.84 "PUT /v2.0/ports/0f6df396-b4c2-4348-a2a3-b1cf022f0c10 HTTP/1.1" status: 200 len: 1094 time: 0.7773995 Jul 16 18:40:58.266848 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ef7ac4-5b77-4947-9cf5-641f27874a96', 'tag': '0f6df396-b4c2-4348-a2a3-b1cf022f0c10'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:40:58.269139 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d8cc72-c491-4ba4-996b-9f671073d46c" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ef7ac4-5b77-4947-9cf5-641f27874a96", "tag": "0f6df396-b4c2-4348-a2a3-b1cf022f0c10"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:40:58.293050 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9497d8-6b25-43ff-9008-d5744e05a26c service neutron] Pushing event updated for resources: {'Port': ['ID=0f6df396-b4c2-4348-a2a3-b1cf022f0c10,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:58.314870 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f081fff-233a-4f1c-9954-5dbbe7760358 x-openstack-request-id: req-7f081fff-233a-4f1c-9954-5dbbe7760358 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:40:58.315295 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ef7ac4-5b77-4947-9cf5-641f27874a96", "tag": "0f6df396-b4c2-4348-a2a3-b1cf022f0c10", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:40:58.315587 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7f081fff-233a-4f1c-9954-5dbbe7760358 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:40:58.316020 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ef7ac4-5b77-4947-9cf5-641f27874a96', 'tag': '0f6df396-b4c2-4348-a2a3-b1cf022f0c10', 'status': 'completed', 'code': 200} Jul 16 18:40:58.406510 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241a37b-7d8d-4c5e-9219-d7c6dc07b821 req-ed2744d6-ca0e-4c59-b2c1-3044f6467795 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:58.408002 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c241a37b-7d8d-4c5e-9219-d7c6dc07b821 req-ed2744d6-ca0e-4c59-b2c1-3044f6467795 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 944 time: 0.0749974 Jul 16 18:40:58.427473 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device c12f4b64-23fe-41d9-9cdb-275a01373c43 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:40:58.455821 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c241a37b-7d8d-4c5e-9219-d7c6dc07b821 req-9c42dd8e-2fa7-48fd-aba5-28501a636244 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394027 Jul 16 18:40:58.481840 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port c12f4b64-23fe-41d9-9cdb-275a01373c43 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:40:58.486020 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port c12f4b64-23fe-41d9-9cdb-275a01373c43 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:40:58.486462 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.564541 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.591244 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port c12f4b64-23fe-41d9-9cdb-275a01373c43, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=c12f4b64-23fe-41d9-9cdb-275a01373c43,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:40:58.596508 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:58.652928 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=c12f4b64-23fe-41d9-9cdb-275a01373c43,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:58.667350 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-1dd0038b-7770-46f1-a3d4-8c1e44926ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:59.108427 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf610cbf-f939-4390-8c80-2459e5127a8a req-014a5f9c-8d69-4a0f-bc47-85ca40896acd tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:59.109945 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cf610cbf-f939-4390-8c80-2459e5127a8a req-014a5f9c-8d69-4a0f-bc47-85ca40896acd tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.0752940 Jul 16 18:40:59.150147 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cf610cbf-f939-4390-8c80-2459e5127a8a req-211be419-fcc3-408d-9379-fde10f910033 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342865 Jul 16 18:40:59.641293 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656f673-c669-4d9a-b1db-ea3713b630fe req-143d07db-1e26-4799-bb23-85b90571684d tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:59.642781 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e656f673-c669-4d9a-b1db-ea3713b630fe req-143d07db-1e26-4799-bb23-85b90571684d tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 944 time: 0.0654511 Jul 16 18:40:59.681894 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e656f673-c669-4d9a-b1db-ea3713b630fe req-d39c6903-535e-4aa7-8a74-2fd2727adef1 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330851 Jul 16 18:41:00.330410 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2ed88-9e2c-453a-8857-85ce5bc52a4b req-4a4e98d8-5568-4fd2-8f9c-6278fd0aab6b tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:00.331895 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a2b2ed88-9e2c-453a-8857-85ce5bc52a4b req-4a4e98d8-5568-4fd2-8f9c-6278fd0aab6b tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.0664742 Jul 16 18:41:00.372049 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a2b2ed88-9e2c-453a-8857-85ce5bc52a4b req-43e7261e-7eda-46c8-8ccb-3cfbfbee0630 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340581 Jul 16 18:41:00.404726 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device c12f4b64-23fe-41d9-9cdb-275a01373c43 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:00.454551 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port c12f4b64-23fe-41d9-9cdb-275a01373c43 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:00.454922 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:00.863599 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b8182-59f7-44b1-9efd-d769b519c281 req-4c768cdf-128c-4a18-ad9e-112368fe060e tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:00.865026 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-350b8182-59f7-44b1-9efd-d769b519c281 req-4c768cdf-128c-4a18-ad9e-112368fe060e tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 944 time: 0.0675280 Jul 16 18:41:00.907064 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-350b8182-59f7-44b1-9efd-d769b519c281 req-99570fa8-f938-4774-98fb-85c6617d00b5 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330291 Jul 16 18:41:01.008278 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8cc72-c491-4ba4-996b-9f671073d46c req-d3c37a04-9e21-45c1-be44-000000c18e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.009862 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f8d8cc72-c491-4ba4-996b-9f671073d46c req-d3c37a04-9e21-45c1-be44-000000c18e9c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d2e7084619455bb80f8192f381ea27&device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 1097 time: 0.0592141 Jul 16 18:41:01.047180 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Sync routers for ids ['4b9ea04d-e8ca-4594-989c-d0045ba46d36'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:01.056712 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Routers {'4b9ea04d-e8ca-4594-989c-d0045ba46d36'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:01.057320 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:40:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['4b9ea04d-e8ca-4594-989c-d0045ba46d36'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:01.123600 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8cc72-c491-4ba4-996b-9f671073d46c req-90873103-9511-4f09-88a5-f3aad6deae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.125148 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f8d8cc72-c491-4ba4-996b-9f671073d46c req-90873103-9511-4f09-88a5-f3aad6deae68 service neutron] 10.222.0.84 "GET /v2.0/networks?tenant_id=95d2e7084619455bb80f8192f381ea27&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0997119 Jul 16 18:41:01.172489 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Set router 4b9ea04d-e8ca-4594-989c-d0045ba46d36 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:01.251110 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8cc72-c491-4ba4-996b-9f671073d46c req-e200929b-ad0e-4f4f-990a-1aae58f1faca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.252592 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f8d8cc72-c491-4ba4-996b-9f671073d46c req-e200929b-ad0e-4f4f-990a-1aae58f1faca service neutron] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994883 Jul 16 18:41:01.401767 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-599746b7-0f2f-4be0-ac3b-7da8a4a4ece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.404533 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-599746b7-0f2f-4be0-ac3b-7da8a4a4ece8 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d2e7084619455bb80f8192f381ea27&device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 1097 time: 0.0666618 Jul 16 18:41:01.420212 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'name': 'tempest-TestShelveInstance-266054608-router', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c12f4b64-23fe-41d9-9cdb-275a01373c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:49Z', 'updated_at': '2021-07-16T18:40:54Z', 'revision_number': 4, 'project_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'gw_port': {'id': 'c12f4b64-23fe-41d9-9cdb-275a01373c43', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:50Z', 'updated_at': '2021-07-16T18:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'b0b696b2-2446-48a6-9d17-518cb4c41c79', 'name': '', 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'mac_address': 'fa:16:3e:37:c8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8cee90fb-f56b-45e2-80c3-252663df6cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:53Z', 'updated_at': '2021-07-16T18:40:54Z', 'revision_number': 2, 'project_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'subnets': [{'id': '8cee90fb-f56b-45e2-80c3-252663df6cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:01.454678 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Checking router: 4b9ea04d-e8ca-4594-989c-d0045ba46d36 for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:01.455026 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Updating router 4b9ea04d-e8ca-4594-989c-d0045ba46d36 port b0b696b2-2446-48a6-9d17-518cb4c41c79 binding host dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:41:01.466534 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-9b24fffd-8d57-423c-88f9-194fbc30e0d7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f6df396-b4c2-4348-a2a3-b1cf022f0c10 HTTP/1.1" status: 200 len: 217 time: 0.0468481 Jul 16 18:41:01.489580 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.547282 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f4948288-0e7a-4548-9884-8c152a6d63ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.557275 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-7e9f9bd5-15ba-49aa-bc58-7c37f1a96fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.558778 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-7e9f9bd5-15ba-49aa-bc58-7c37f1a96fdb service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bdf63cb3-37ac-4143-9e41-b35e7f464314 HTTP/1.1" status: 200 len: 850 time: 0.0837584 Jul 16 18:41:01.619157 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09d5a2-98ae-495d-a1cc-3719312da4ee req-19618941-8c52-4b14-a972-740b12b77b87 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.620727 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7d09d5a2-98ae-495d-a1cc-3719312da4ee req-19618941-8c52-4b14-a972-740b12b77b87 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.1153345 Jul 16 18:41:01.671356 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-afd90b5e-ed05-46c0-a1c2-14980f45055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:01.672865 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-afd90b5e-ed05-46c0-a1c2-14980f45055b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=50f941d7-02ce-4842-85fe-b35620f60d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1043818 Jul 16 18:41:01.677366 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7d09d5a2-98ae-495d-a1cc-3719312da4ee req-b5f48728-c080-4e4a-92c7-a498a8283ea4 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494030 Jul 16 18:41:01.764114 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-fd049068-85e9-41b5-860d-938c280c8e7a service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839138 Jul 16 18:41:01.777978 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.787903 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Transition to ACTIVE for port object b0b696b2-2446-48a6-9d17-518cb4c41c79 will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:01.795180 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.845124 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6118a-bbb4-484e-b803-abb221332401 None None] Pushing event updated for resources: {'Port': ['ID=b0b696b2-2446-48a6-9d17-518cb4c41c79,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:01.866069 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-be3dbc5c-4acd-472e-9692-460a878c0aed req-e0326226-23c2-4280-adb7-663a8f637d67 service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942810 Jul 16 18:41:01.890662 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.915342 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Attempting to bind port b0b696b2-2446-48a6-9d17-518cb4c41c79 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:01.915832 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Attempting to bind port b0b696b2-2446-48a6-9d17-518cb4c41c79 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'b19a1c62-4cbc-403e-9cd4-2676bf25603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:01.916188 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Attempting to bind port b0b696b2-2446-48a6-9d17-518cb4c41c79 on network a75a9f7e-2ed2-4764-888f-7d15f34eaf83 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:01.931682 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:01.932185 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Checking segment: {'id': 'b19a1c62-4cbc-403e-9cd4-2676bf25603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:01.932589 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:01.933198 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Bound using segment: {'id': 'b19a1c62-4cbc-403e-9cd4-2676bf25603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:01.933733 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Bound port: b0b696b2-2446-48a6-9d17-518cb4c41c79, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19a1c62-4cbc-403e-9cd4-2676bf25603b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:01.934177 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.037046 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] For port b0b696b2-2446-48a6-9d17-518cb4c41c79, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:02.040532 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] For port b0b696b2-2446-48a6-9d17-518cb4c41c79, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=b0b696b2-2446-48a6-9d17-518cb4c41c79,segment=NetworkSegment(b19a1c62-4cbc-403e-9cd4-2676bf25603b),segment_id=b19a1c62-4cbc-403e-9cd4-2676bf25603b)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:02.049988 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.112124 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Routers {'4b9ea04d-e8ca-4594-989c-d0045ba46d36'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:02.112931 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['4b9ea04d-e8ca-4594-989c-d0045ba46d36'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:02.143596 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84dc80-72cb-47af-85b7-30f362d90a04 req-fa0084b6-676c-4595-925f-9a0dda427e01 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.145306 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6b84dc80-72cb-47af-85b7-30f362d90a04 req-fa0084b6-676c-4595-925f-9a0dda427e01 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 944 time: 0.0739019 Jul 16 18:41:02.160630 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6118a-bbb4-484e-b803-abb221332401 None None] Pushing event updated for resources: {'Port': ['ID=b0b696b2-2446-48a6-9d17-518cb4c41c79,revision_number=4']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:02.186695 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6b84dc80-72cb-47af-85b7-30f362d90a04 req-8d9fbad2-de1b-4d44-b7e8-6babe76a9116 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353212 Jul 16 18:41:02.312479 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] Set router 4b9ea04d-e8ca-4594-989c-d0045ba46d36 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:02.437363 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device b0b696b2-2446-48a6-9d17-518cb4c41c79 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:02.488421 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port b0b696b2-2446-48a6-9d17-518cb4c41c79 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:02.492375 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port b0b696b2-2446-48a6-9d17-518cb4c41c79 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:02.493229 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.526045 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'name': 'tempest-TestShelveInstance-266054608-router', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c12f4b64-23fe-41d9-9cdb-275a01373c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:49Z', 'updated_at': '2021-07-16T18:40:54Z', 'revision_number': 4, 'project_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'gw_port': {'id': 'c12f4b64-23fe-41d9-9cdb-275a01373c43', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:50Z', 'updated_at': '2021-07-16T18:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'b0b696b2-2446-48a6-9d17-518cb4c41c79', 'name': '', 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'mac_address': 'fa:16:3e:37:c8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8cee90fb-f56b-45e2-80c3-252663df6cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:53Z', 'updated_at': '2021-07-16T18:41:02Z', 'revision_number': 4, 'project_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'subnets': [{'id': '8cee90fb-f56b-45e2-80c3-252663df6cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:02.557049 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af04d9-0181-4e68-87e1-847f89e76f01 None None] The sync data for ids ['4b9ea04d-e8ca-4594-989c-d0045ba46d36'] in dv-cinder-786932-5-iscsi is: [{'id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'name': 'tempest-TestShelveInstance-266054608-router', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c12f4b64-23fe-41d9-9cdb-275a01373c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:49Z', 'updated_at': '2021-07-16T18:40:54Z', 'revision_number': 4, 'project_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'gw_port': {'id': 'c12f4b64-23fe-41d9-9cdb-275a01373c43', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:50Z', 'updated_at': '2021-07-16T18:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'b0b696b2-2446-48a6-9d17-518cb4c41c79', 'name': '', 'network_id': 'a75a9f7e-2ed2-4764-888f-7d15f34eaf83', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'mac_address': 'fa:16:3e:37:c8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': '8cee90fb-f56b-45e2-80c3-252663df6cd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:53Z', 'updated_at': '2021-07-16T18:41:02Z', 'revision_number': 4, 'project_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'subnets': [{'id': '8cee90fb-f56b-45e2-80c3-252663df6cd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:02.569464 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.608851 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.617019 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port b0b696b2-2446-48a6-9d17-518cb4c41c79, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=b0b696b2-2446-48a6-9d17-518cb4c41c79,segment=NetworkSegment(b19a1c62-4cbc-403e-9cd4-2676bf25603b),segment_id=b19a1c62-4cbc-403e-9cd4-2676bf25603b)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:02.621614 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:02.671038 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=b0b696b2-2446-48a6-9d17-518cb4c41c79,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:02.855249 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543f67b-ebd8-4873-8358-86baebf656de req-69839ef0-2737-4798-bd15-2dd5525b0f0c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:02.856631 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c543f67b-ebd8-4873-8358-86baebf656de req-69839ef0-2737-4798-bd15-2dd5525b0f0c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.0649974 Jul 16 18:41:02.896627 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c543f67b-ebd8-4873-8358-86baebf656de req-5f817ba6-0dd5-453b-82e7-9ebfe8ca6bba tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341287 Jul 16 18:41:03.044525 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f8609e9f-2264-40ae-9fa3-d7959fee68c3 req-b169d665-39fe-4f9f-8e93-d7d3577ba9b9 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615017 Jul 16 18:41:03.230038 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8609e9f-2264-40ae-9fa3-d7959fee68c3 req-a489731d-2dfa-4855-8476-87abe80cadb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.231592 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f8609e9f-2264-40ae-9fa3-d7959fee68c3 req-a489731d-2dfa-4855-8476-87abe80cadb4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 1100 time: 0.0567055 Jul 16 18:41:03.350272 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8609e9f-2264-40ae-9fa3-d7959fee68c3 req-1b375c81-c295-44b2-817a-b505f0ab2cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.351906 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f8609e9f-2264-40ae-9fa3-d7959fee68c3 req-1b375c81-c295-44b2-817a-b505f0ab2cf4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f HTTP/1.1" status: 200 len: 917 time: 0.0954041 Jul 16 18:41:03.374388 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221b73e-b6ea-4784-9a43-421652f2a0d5 req-2cd68d2f-fdcf-4efb-ba98-8939e0b048e3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.375753 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e221b73e-b6ea-4784-9a43-421652f2a0d5 req-2cd68d2f-fdcf-4efb-ba98-8939e0b048e3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 944 time: 0.0704072 Jul 16 18:41:03.416358 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e221b73e-b6ea-4784-9a43-421652f2a0d5 req-3465919b-4e4c-4945-b049-1ffe854ace0f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348077 Jul 16 18:41:03.431871 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f8609e9f-2264-40ae-9fa3-d7959fee68c3 req-adf048b6-b223-4b84-90b4-ed3bc4c4c80f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30 HTTP/1.1" status: 200 len: 1002 time: 0.0648360 Jul 16 18:41:03.464525 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:03.489481 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8609e9f-2264-40ae-9fa3-d7959fee68c3 req-90eefc41-cf70-4ba9-8d0c-c5c2ea933da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.490961 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f8609e9f-2264-40ae-9fa3-d7959fee68c3 req-90eefc41-cf70-4ba9-8d0c-c5c2ea933da6 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46ca2ddb-74dd-47d1-8095-68f81754e5b8 HTTP/1.1" status: 200 len: 855 time: 0.0485990 Jul 16 18:41:03.555228 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8609e9f-2264-40ae-9fa3-d7959fee68c3 req-7edf3180-d267-4529-9315-8a170106e986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:03.556759 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f8609e9f-2264-40ae-9fa3-d7959fee68c3 req-7edf3180-d267-4529-9315-8a170106e986 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527329 Jul 16 18:41:03.653911 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f8609e9f-2264-40ae-9fa3-d7959fee68c3 req-a4c4458b-bcd7-48a3-b6bd-a864793d09b2 service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884044 Jul 16 18:41:04.036822 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.075880 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae333b5b-285e-4b77-8fe2-98b643dbf396 req-733904c0-8d16-41ab-8adc-a9e88bbab1db tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:04.077391 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ae333b5b-285e-4b77-8fe2-98b643dbf396 req-733904c0-8d16-41ab-8adc-a9e88bbab1db tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.0648866 Jul 16 18:41:04.120044 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ae333b5b-285e-4b77-8fe2-98b643dbf396 req-0f1230ea-4002-40cd-8c67-8275b6106552 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98&id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359228 Jul 16 18:41:04.408141 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device b0b696b2-2446-48a6-9d17-518cb4c41c79 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:04.458568 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port b0b696b2-2446-48a6-9d17-518cb4c41c79 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:04.458956 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:04.597869 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdf4eb-b74c-44f6-8bba-883954164291 req-b83c6e56-36f8-4222-8807-216637198b4f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:04.599358 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b4cdf4eb-b74c-44f6-8bba-883954164291 req-b83c6e56-36f8-4222-8807-216637198b4f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 944 time: 0.0695934 Jul 16 18:41:04.638698 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b4cdf4eb-b74c-44f6-8bba-883954164291 req-9252d286-ebdb-4abb-8244-f034cdce8472 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334892 Jul 16 18:41:05.001672 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:41:05.022997 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f8609e9f-2264-40ae-9fa3-d7959fee68c3 req-a3c67347-b24c-43d4-b964-dc526fc6573b service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913122 Jul 16 18:41:05.823111 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c20c7-fc38-4108-a2b3-3db36e6d49b1 req-10b64b48-5ea5-41f5-9dd4-05316687345f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:05.824635 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-021c20c7-fc38-4108-a2b3-3db36e6d49b1 req-10b64b48-5ea5-41f5-9dd4-05316687345f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 944 time: 0.0662122 Jul 16 18:41:05.862374 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-021c20c7-fc38-4108-a2b3-3db36e6d49b1 req-ed228ebb-5866-4527-ba10-1fd086b33efe tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319858 Jul 16 18:41:07.094901 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:07.190942 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d27fb-3943-4b7d-a090-60c861f9db8f req-bd425151-c48b-4792-9705-765b923584cf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:07.192356 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0e6d27fb-3943-4b7d-a090-60c861f9db8f req-bd425151-c48b-4792-9705-765b923584cf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 944 time: 0.0633597 Jul 16 18:41:07.204274 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0f6df396-b4c2-4348-a2a3-b1cf022f0c10,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:07.215912 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '0f6df396-b4c2-4348-a2a3-b1cf022f0c10', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'port_id': '0f6df396-b4c2-4348-a2a3-b1cf022f0c10', 'mac_address': 'fa:16:3e:13:29:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:07.230899 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0e6d27fb-3943-4b7d-a090-60c861f9db8f req-4d233075-983b-4bbf-8136-f1cdceee6896 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320919 Jul 16 18:41:07.260704 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.272949 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:07.292368 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0f6df396-b4c2-4348-a2a3-b1cf022f0c10,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:07.298232 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:07.345477 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=0f6df396-b4c2-4348-a2a3-b1cf022f0c10,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:07.791040 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['0f6df396-b4c2-4348-a2a3-b1cf022f0c10'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:08.413018 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77eea9-ceca-49b2-91c4-902754bc6e66 req-5b22350d-c542-4659-aeb3-fa50474979ae tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:08.414488 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0e77eea9-ceca-49b2-91c4-902754bc6e66 req-5b22350d-c542-4659-aeb3-fa50474979ae tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 945 time: 0.0676441 Jul 16 18:41:08.454830 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0e77eea9-ceca-49b2-91c4-902754bc6e66 req-b99939bd-84d5-4028-9bb1-f03820520b53 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334918 Jul 16 18:41:09.673889 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da0f9e-3cdd-488f-bb0a-fef5421d1c7a req-575f6059-de07-4ce7-82ea-79c828a13417 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:09.675344 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-08da0f9e-3cdd-488f-bb0a-fef5421d1c7a req-575f6059-de07-4ce7-82ea-79c828a13417 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 945 time: 0.0918508 Jul 16 18:41:09.715384 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-08da0f9e-3cdd-488f-bb0a-fef5421d1c7a req-1eab892a-71a6-4518-914a-eb5a31652e12 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339859 Jul 16 18:41:10.894898 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327f458-97b5-4776-a23a-ef4d4def0b33 req-6c422b64-9f8a-468e-858e-ef8bcf4e84ce tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:10.896395 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a327f458-97b5-4776-a23a-ef4d4def0b33 req-6c422b64-9f8a-468e-858e-ef8bcf4e84ce tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 945 time: 0.0658240 Jul 16 18:41:10.937203 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a327f458-97b5-4776-a23a-ef4d4def0b33 req-e5da0b94-58c7-40bc-894f-09560be48e16 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351353 Jul 16 18:41:11.434072 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:11.488865 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:11.492820 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:11.493193 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.565910 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.596265 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ef7ac4-5b77-4947-9cf5-641f27874a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6df396-b4c2-4348-a2a3-b1cf022f0c10'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:11.598785 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4011f35a-9d1a-4ec2-ba4f-6f8c9d5d680a" -d '{"events": [{"server_uuid": "f5ef7ac4-5b77-4947-9cf5-641f27874a96", "name": "network-vif-plugged", "status": "completed", "tag": "0f6df396-b4c2-4348-a2a3-b1cf022f0c10"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:11.613196 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0f6df396-b4c2-4348-a2a3-b1cf022f0c10,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:11.618063 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:11.641129 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc48bb5-ff8e-4cb7-9a24-94eba888e149 x-openstack-request-id: req-ecc48bb5-ff8e-4cb7-9a24-94eba888e149 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:11.641452 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ef7ac4-5b77-4947-9cf5-641f27874a96", "name": "network-vif-plugged", "status": "completed", "tag": "0f6df396-b4c2-4348-a2a3-b1cf022f0c10", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:11.641701 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ecc48bb5-ff8e-4cb7-9a24-94eba888e149 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:11.642078 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ef7ac4-5b77-4947-9cf5-641f27874a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f6df396-b4c2-4348-a2a3-b1cf022f0c10', 'code': 200} Jul 16 18:41:11.667624 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=0f6df396-b4c2-4348-a2a3-b1cf022f0c10,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:12.132713 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88db94e-e2c0-411b-bf75-7e8df4b78b9f req-c0f097a0-1979-4dc4-9b3e-6094b0d049ea tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.134224 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b88db94e-e2c0-411b-bf75-7e8df4b78b9f req-c0f097a0-1979-4dc4-9b3e-6094b0d049ea tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0690184 Jul 16 18:41:12.172596 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b88db94e-e2c0-411b-bf75-7e8df4b78b9f req-9f1912c8-bb00-4126-bada-675073d81c43 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325584 Jul 16 18:41:12.824136 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522e444-ef94-4927-84da-cf345b328119 req-b715a0c8-1df2-40f0-858c-e16b9c2f8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:12.825750 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2522e444-ef94-4927-84da-cf345b328119 req-b715a0c8-1df2-40f0-858c-e16b9c2f8752 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 1099 time: 0.1045868 Jul 16 18:41:12.867392 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2522e444-ef94-4927-84da-cf345b328119 req-c1e2f1c9-3b38-4451-b680-938eb83416b2 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288279 Jul 16 18:41:13.352190 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa580975-7548-49c3-8f6b-89a5a591f071 req-d2f448b2-566f-4774-a211-959374ed1c18 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.353765 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-aa580975-7548-49c3-8f6b-89a5a591f071 req-d2f448b2-566f-4774-a211-959374ed1c18 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0664835 Jul 16 18:41:13.391759 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-aa580975-7548-49c3-8f6b-89a5a591f071 req-257b28aa-54cf-4fcd-88a6-60e953e304d5 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321953 Jul 16 18:41:13.972352 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95d7d3-5202-43b5-8318-4899102763b8 req-d337b74c-bade-4d4c-ba59-f64101cbbcde tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:13.973884 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-df95d7d3-5202-43b5-8318-4899102763b8 req-d337b74c-bade-4d4c-ba59-f64101cbbcde tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 947 time: 0.0647047 Jul 16 18:41:14.017038 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-df95d7d3-5202-43b5-8318-4899102763b8 req-92d9a479-3313-4e29-95bd-d9bb7c7262df tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364237 Jul 16 18:41:14.591551 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e14ab-8a11-4c5a-8390-ad83e00ccfe5 req-c0c84dcf-f928-4a23-b6f8-82e9abb59523 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:14.593090 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cc7e14ab-8a11-4c5a-8390-ad83e00ccfe5 req-c0c84dcf-f928-4a23-b6f8-82e9abb59523 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0668492 Jul 16 18:41:14.630896 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-cc7e14ab-8a11-4c5a-8390-ad83e00ccfe5 req-ba188b46-0448-425e-8152-ebaecc93e7c7 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320675 Jul 16 18:41:14.821248 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba333b4-c7b1-4136-a689-14ecd4980e51 req-d99db253-0d48-43bd-aa36-66a4d66feedd tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:14.822841 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9ba333b4-c7b1-4136-a689-14ecd4980e51 req-d99db253-0d48-43bd-aa36-66a4d66feedd tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0803020 Jul 16 18:41:14.832102 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34952) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:14.836889 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-aa0e8dcf-b052-48b8-b80a-d1ebd60b4548 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Request body: {'floatingip': {'port_id': '0f6df396-b4c2-4348-a2a3-b1cf022f0c10'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:14.875680 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8dcf-b052-48b8-b80a-d1ebd60b4548 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for floatingip, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.200331 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b59b34-b0f8-4810-afa5-68fef9111fce req-3a13d6e2-995b-4fb4-bd68-9e8a72dc2c22 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:15.201838 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6b59b34-b0f8-4810-afa5-68fef9111fce req-3a13d6e2-995b-4fb4-bd68-9e8a72dc2c22 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 947 time: 0.0703480 Jul 16 18:41:15.239009 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6b59b34-b0f8-4810-afa5-68fef9111fce req-7b21408b-e330-4e00-a894-52a0244ea290 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315058 Jul 16 18:41:15.341945 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8dcf-b052-48b8-b80a-d1ebd60b4548 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.347175 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8dcf-b052-48b8-b80a-d1ebd60b4548 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.446328 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.l3_db [None req-aa0e8dcf-b052-48b8-b80a-d1ebd60b4548 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Floating IP dd154691-87bc-4999-bad7-3210d4f152b6 associated. External IP: 172.27.3.104, port: 0f6df396-b4c2-4348-a2a3-b1cf022f0c10. Jul 16 18:41:15.676179 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0e8dcf-b052-48b8-b80a-d1ebd60b4548 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Router 503cef08-3705-4941-bd72-1d2f91c33450 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:15.782970 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0e8dcf-b052-48b8-b80a-d1ebd60b4548 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:15.787757 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa0e8dcf-b052-48b8-b80a-d1ebd60b4548 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.792680 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38564b-f773-48a9-9d3e-9c8435b6eee1 None None] Sync routers for ids ['503cef08-3705-4941-bd72-1d2f91c33450'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:15.802384 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38564b-f773-48a9-9d3e-9c8435b6eee1 None None] Routers {'503cef08-3705-4941-bd72-1d2f91c33450'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:15.803000 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-4c38564b-f773-48a9-9d3e-9c8435b6eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['503cef08-3705-4941-bd72-1d2f91c33450'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:15.828207 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-aa0e8dcf-b052-48b8-b80a-d1ebd60b4548 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "PUT /v2.0/floatingips/dd154691-87bc-4999-bad7-3210d4f152b6 HTTP/1.1" status: 200 len: 992 time: 0.9922464 Jul 16 18:41:15.828207 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ef7ac4-5b77-4947-9cf5-641f27874a96', 'tag': '0f6df396-b4c2-4348-a2a3-b1cf022f0c10'}] {{(pid=93247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:15.828840 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1675f5700063021dd68c6217033055bce74fc81c8decf1c9b68bd4a19952454f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06dc8373-7ee7-4029-b2af-5881c132c67e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ef7ac4-5b77-4947-9cf5-641f27874a96", "tag": "0f6df396-b4c2-4348-a2a3-b1cf022f0c10"}]}' {{(pid=93247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:15.864670 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cd35e6-2517-4f72-b546-7dbf4b235ff5 x-openstack-request-id: req-55cd35e6-2517-4f72-b546-7dbf4b235ff5 {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:15.864964 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ef7ac4-5b77-4947-9cf5-641f27874a96", "tag": "0f6df396-b4c2-4348-a2a3-b1cf022f0c10", "status": "completed", "code": 200}]} {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:15.865215 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-55cd35e6-2517-4f72-b546-7dbf4b235ff5 {{(pid=93247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:15.865674 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ef7ac4-5b77-4947-9cf5-641f27874a96', 'tag': '0f6df396-b4c2-4348-a2a3-b1cf022f0c10', 'status': 'completed', 'code': 200} Jul 16 18:41:15.904905 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-4c38564b-f773-48a9-9d3e-9c8435b6eee1 None None] Set router 503cef08-3705-4941-bd72-1d2f91c33450 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:15.996053 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc8373-7ee7-4029-b2af-5881c132c67e req-d2769498-456f-452b-adf2-29821ac9bf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:15.997615 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06dc8373-7ee7-4029-b2af-5881c132c67e req-d2769498-456f-452b-adf2-29821ac9bf51 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d2e7084619455bb80f8192f381ea27&device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 1099 time: 0.0552723 Jul 16 18:41:16.129767 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc8373-7ee7-4029-b2af-5881c132c67e req-71341b2c-e3b5-4539-8121-50abf89723b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.131246 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06dc8373-7ee7-4029-b2af-5881c132c67e req-71341b2c-e3b5-4539-8121-50abf89723b8 service neutron] 10.222.0.84 "GET /v2.0/networks?id=50f941d7-02ce-4842-85fe-b35620f60d46 HTTP/1.1" status: 200 len: 912 time: 0.1060982 Jul 16 18:41:16.178308 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-4c38564b-f773-48a9-9d3e-9c8435b6eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'dd154691-87bc-4999-bad7-3210d4f152b6', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'port_id': '0f6df396-b4c2-4348-a2a3-b1cf022f0c10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'mac_address': 'fa:16:3e:13:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ef7ac4-5b77-4947-9cf5-641f27874a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:40:52Z', 'updated_at': '2021-07-16T18:41:15Z', 'revision_number': 1, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:55Z', 'revision_number': 5, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:16.204095 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38564b-f773-48a9-9d3e-9c8435b6eee1 None None] Checking router: 503cef08-3705-4941-bd72-1d2f91c33450 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:16.212639 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c38564b-f773-48a9-9d3e-9c8435b6eee1 None None] Routers {'503cef08-3705-4941-bd72-1d2f91c33450'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:16.213241 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-4c38564b-f773-48a9-9d3e-9c8435b6eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['503cef08-3705-4941-bd72-1d2f91c33450'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:16.235005 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06dc8373-7ee7-4029-b2af-5881c132c67e req-32de8064-e1a9-4c16-83a0-5ee76bdf1af2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f6df396-b4c2-4348-a2a3-b1cf022f0c10 HTTP/1.1" status: 200 len: 1000 time: 0.0654917 Jul 16 18:41:16.285841 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc8373-7ee7-4029-b2af-5881c132c67e req-8891ec14-e04e-4880-a0e1-f19af0b5c116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.287288 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06dc8373-7ee7-4029-b2af-5881c132c67e req-8891ec14-e04e-4880-a0e1-f19af0b5c116 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bdf63cb3-37ac-4143-9e41-b35e7f464314 HTTP/1.1" status: 200 len: 850 time: 0.0426350 Jul 16 18:41:16.314992 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-4c38564b-f773-48a9-9d3e-9c8435b6eee1 None None] Set router 503cef08-3705-4941-bd72-1d2f91c33450 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:16.350374 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc8373-7ee7-4029-b2af-5881c132c67e req-f5cc8e3a-06d5-41c5-b168-46b131339ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.352662 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06dc8373-7ee7-4029-b2af-5881c132c67e req-f5cc8e3a-06d5-41c5-b168-46b131339ba6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=50f941d7-02ce-4842-85fe-b35620f60d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0571582 Jul 16 18:41:16.421744 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a03bc2-4e76-49d1-8d2d-6c127b3c9d76 req-16d60d87-44ec-4e5f-a0d0-8e57d90b1bdc tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.423320 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a7a03bc2-4e76-49d1-8d2d-6c127b3c9d76 req-16d60d87-44ec-4e5f-a0d0-8e57d90b1bdc tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 947 time: 0.0666714 Jul 16 18:41:16.558060 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a7a03bc2-4e76-49d1-8d2d-6c127b3c9d76 req-6885281e-2b21-4b28-b796-ae98deb5bce4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146278 Jul 16 18:41:16.588933 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-c120c8fd-da97-40b5-a50c-7ede030ba905 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:16.590484 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-c120c8fd-da97-40b5-a50c-7ede030ba905 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.84 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 947 time: 0.1573951 Jul 16 18:41:16.594003 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06dc8373-7ee7-4029-b2af-5881c132c67e req-455c2d42-7952-4b28-8076-c86bf6456b02 service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691086 Jul 16 18:41:16.653864 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-4c38564b-f773-48a9-9d3e-9c8435b6eee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'dd154691-87bc-4999-bad7-3210d4f152b6', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'port_id': '0f6df396-b4c2-4348-a2a3-b1cf022f0c10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'mac_address': 'fa:16:3e:13:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ef7ac4-5b77-4947-9cf5-641f27874a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:40:52Z', 'updated_at': '2021-07-16T18:41:15Z', 'revision_number': 1, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:55Z', 'revision_number': 5, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:16.680901 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c38564b-f773-48a9-9d3e-9c8435b6eee1 None None] The sync data for ids ['503cef08-3705-4941-bd72-1d2f91c33450'] in dv-cinder-786932-5-iscsi is: [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'dd154691-87bc-4999-bad7-3210d4f152b6', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'port_id': '0f6df396-b4c2-4348-a2a3-b1cf022f0c10', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'mac_address': 'fa:16:3e:13:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ef7ac4-5b77-4947-9cf5-641f27874a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:40:52Z', 'updated_at': '2021-07-16T18:41:15Z', 'revision_number': 1, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:55Z', 'revision_number': 5, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:16.751415 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06dc8373-7ee7-4029-b2af-5881c132c67e req-fb45ef11-1039-4455-9f50-c060f0fa60d7 service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488063 Jul 16 18:41:16.770114 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Deleting port 437b2ab0-67a4-41e5-a548-b309dc5a2d30 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:16.770492 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.880029 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] For port 437b2ab0-67a4-41e5-a548-b309dc5a2d30, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=437b2ab0-67a4-41e5-a548-b309dc5a2d30,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:16.880377 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:16.885640 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bc5a8a-648c-49b1-9440-413128417711 None None] New status for floating IP dd154691-87bc-4999-bad7-3210d4f152b6: ACTIVE {{(pid=93249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:41:17.055347 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 34994) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:17.194118 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8ec3aae2-c4fc-4f96-8f7e-06ee713c5092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.288386 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8ec3aae2-c4fc-4f96-8f7e-06ee713c5092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.292443 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8ec3aae2-c4fc-4f96-8f7e-06ee713c5092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.331118 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-8ec3aae2-c4fc-4f96-8f7e-06ee713c5092 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7d509a46a7ab470496f9b6cabc543e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745986 Jul 16 18:41:17.332226 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3aae2-c4fc-4f96-8f7e-06ee713c5092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568cdad3-7238-4a92-8e3d-53240e140cb6,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:17.335455 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35000) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:17.386560 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-841f525f-5829-4d0b-a30d-142fa10a79d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.408692 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.409337 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.409526 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.l3_db [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Floating IP c4c0cf98-b8b6-4d50-b478-e346352a5764 disassociated. External IP: 172.27.3.137, port: 437b2ab0-67a4-41e5-a548-b309dc5a2d30. Jul 16 18:41:17.409784 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Calling delete_port for 437b2ab0-67a4-41e5-a548-b309dc5a2d30 owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:17.411200 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-841f525f-5829-4d0b-a30d-142fa10a79d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.458835 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-841f525f-5829-4d0b-a30d-142fa10a79d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.461395 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-841f525f-5829-4d0b-a30d-142fa10a79d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.462562 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-841f525f-5829-4d0b-a30d-142fa10a79d8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/568cdad3-7238-4a92-8e3d-53240e140cb6 HTTP/1.1" status: 204 len: 168 time: 0.1260452 Jul 16 18:41:17.470695 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f525f-5829-4d0b-a30d-142fa10a79d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568cdad3-7238-4a92-8e3d-53240e140cb6,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:17.545304 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.573103 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event deleted for resources: {'Port': ['ID=437b2ab0-67a4-41e5-a548-b309dc5a2d30,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:17.582758 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:17.582988 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:17.583327 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:17.583669 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:17.583981 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:17.584306 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:17.584630 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:17.584949 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:17.585881 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:17.585881 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:17.586053 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:17.586255 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:17.721279 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fa36897b-6062-45b2-87da-82400f492cf3 req-a04b0983-2c65-474f-bdfa-9671f98f865a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=3eb41297-851b-43d0-a0c2-afffba040204 HTTP/1.1" status: 200 len: 210 time: 0.0326307 Jul 16 18:41:17.730047 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:17.747760 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35008) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:17.760693 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-015fc2cc-61fb-46c2-a149-5bc904e14ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.850872 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-015fc2cc-61fb-46c2-a149-5bc904e14ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.851118 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:17.856250 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-015fc2cc-61fb-46c2-a149-5bc904e14ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.862716 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35abe833-4cff-4907-a0ba-dd5019ca0ae5 None None] Sync routers for ids ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:17.873605 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35abe833-4cff-4907-a0ba-dd5019ca0ae5 None None] Routers {'1ebba71d-98ef-4674-a503-2a1a9eb3da0f'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:17.874354 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-35abe833-4cff-4907-a0ba-dd5019ca0ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:17.897390 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-015fc2cc-61fb-46c2-a149-5bc904e14ebf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=db534d8412d647b38f17adc79f09c414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485255 Jul 16 18:41:17.899535 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fc2cc-61fb-46c2-a149-5bc904e14ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea95190-e430-4cc0-9731-2e9490a33727,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:17.900122 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] No DVR routers for this DVR port 437b2ab0-67a4-41e5-a548-b309dc5a2d30 on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:41:17.901754 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35010) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:17.909633 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:17.911700 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ab3185f1-5dd3-4d61-a7dc-4baad2340136 req-2c3c261f-2ad7-45f7-8420-d59b50c2d36d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.84 "DELETE /v2.0/ports/437b2ab0-67a4-41e5-a548-b309dc5a2d30 HTTP/1.1" status: 204 len: 173 time: 1.3103218 Jul 16 18:41:17.912192 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb41297-851b-43d0-a0c2-afffba040204', 'name': 'network-vif-deleted', 'tag': '437b2ab0-67a4-41e5-a548-b309dc5a2d30'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:17.914764 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c399e6b-62aa-45eb-afe9-650cdd81620d" -d '{"events": [{"server_uuid": "3eb41297-851b-43d0-a0c2-afffba040204", "name": "network-vif-deleted", "tag": "437b2ab0-67a4-41e5-a548-b309dc5a2d30"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:17.982183 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b94fe2e4-7975-462b-81c1-1ce5c1c0a23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.008178 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b94fe2e4-7975-462b-81c1-1ce5c1c0a23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.010915 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-35abe833-4cff-4907-a0ba-dd5019ca0ae5 None None] Set router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:18.063410 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b94fe2e4-7975-462b-81c1-1ce5c1c0a23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.066823 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b94fe2e4-7975-462b-81c1-1ce5c1c0a23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.070663 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-b94fe2e4-7975-462b-81c1-1ce5c1c0a23e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cea95190-e430-4cc0-9731-2e9490a33727 HTTP/1.1" status: 204 len: 168 time: 0.1655877 Jul 16 18:41:18.077134 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fe2e4-7975-462b-81c1-1ce5c1c0a23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea95190-e430-4cc0-9731-2e9490a33727,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:18.260669 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-35abe833-4cff-4907-a0ba-dd5019ca0ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 5, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:18.292500 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35abe833-4cff-4907-a0ba-dd5019ca0ae5 None None] Checking router: 1ebba71d-98ef-4674-a503-2a1a9eb3da0f for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:18.305839 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35abe833-4cff-4907-a0ba-dd5019ca0ae5 None None] Routers {'1ebba71d-98ef-4674-a503-2a1a9eb3da0f'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:18.306477 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-35abe833-4cff-4907-a0ba-dd5019ca0ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:41:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:18.315274 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dd9483-ef14-43cb-85b8-0f52d5b7a045 x-openstack-request-id: req-39dd9483-ef14-43cb-85b8-0f52d5b7a045 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:18.315888 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb41297-851b-43d0-a0c2-afffba040204", "name": "network-vif-deleted", "tag": "437b2ab0-67a4-41e5-a548-b309dc5a2d30", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:18.316386 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-39dd9483-ef14-43cb-85b8-0f52d5b7a045 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:18.316987 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb41297-851b-43d0-a0c2-afffba040204', 'name': 'network-vif-deleted', 'tag': '437b2ab0-67a4-41e5-a548-b309dc5a2d30', 'status': 'completed', 'code': 200} Jul 16 18:41:18.425551 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-35abe833-4cff-4907-a0ba-dd5019ca0ae5 None None] Set router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:18.654349 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-35abe833-4cff-4907-a0ba-dd5019ca0ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 5, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:18.689841 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35abe833-4cff-4907-a0ba-dd5019ca0ae5 None None] The sync data for ids ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'] in dv-cinder-786932-5-iscsi is: [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 5, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:18.870891 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35044) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:18.933341 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2bdefc25-6129-4f2f-9315-e74e8ffec162 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.961376 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2bdefc25-6129-4f2f-9315-e74e8ffec162 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.021410 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2bdefc25-6129-4f2f-9315-e74e8ffec162 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.024213 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2bdefc25-6129-4f2f-9315-e74e8ffec162 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.025472 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-2bdefc25-6129-4f2f-9315-e74e8ffec162 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "DELETE /v2.0/security-groups/d5f69acc-0a5a-4ad0-b617-ecdb62a3be64 HTTP/1.1" status: 204 len: 168 time: 0.1529601 Jul 16 18:41:19.028233 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35048) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:19.028730 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc9ec02-10d6-441f-895c-c452c9813560 None None] New status for floating IP c4c0cf98-b8b6-4d50-b478-e346352a5764: DOWN {{(pid=93249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:41:19.035882 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdefc25-6129-4f2f-9315-e74e8ffec162 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f69acc-0a5a-4ad0-b617-ecdb62a3be64,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:19.048578 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.api.v2.resource [None req-27090118-630c-45cf-b936-c9354c283ad9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] show failed (client error): The resource could not be found. Jul 16 18:41:19.052945 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-27090118-630c-45cf-b936-c9354c283ad9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups/d5f69acc-0a5a-4ad0-b617-ecdb62a3be64 HTTP/1.1" status: 404 len: 347 time: 0.0234346 Jul 16 18:41:19.055133 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35050) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:19.197690 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-89d6acbe-fb26-47ac-b116-1b3342cae07d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Deleting port 1b0729c1-12af-4307-8f56-d4b7f59c30b4 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:19.198036 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89d6acbe-fb26-47ac-b116-1b3342cae07d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.279418 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89d6acbe-fb26-47ac-b116-1b3342cae07d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.279733 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89d6acbe-fb26-47ac-b116-1b3342cae07d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.292335 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-89d6acbe-fb26-47ac-b116-1b3342cae07d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Calling delete_port for 1b0729c1-12af-4307-8f56-d4b7f59c30b4 owned by network:floatingip {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:19.453212 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89d6acbe-fb26-47ac-b116-1b3342cae07d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.485388 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6acbe-fb26-47ac-b116-1b3342cae07d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event deleted for resources: {'Port': ['ID=1b0729c1-12af-4307-8f56-d4b7f59c30b4,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:19.558127 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89d6acbe-fb26-47ac-b116-1b3342cae07d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for floatingip, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.560625 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89d6acbe-fb26-47ac-b116-1b3342cae07d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.561784 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-89d6acbe-fb26-47ac-b116-1b3342cae07d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "DELETE /v2.0/floatingips/c4c0cf98-b8b6-4d50-b478-e346352a5764 HTTP/1.1" status: 204 len: 168 time: 0.5051911 Jul 16 18:41:19.926724 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35078) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:19.932338 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-3c360292-0a42-4a9e-a22f-fc5905a117c6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1524214437', 'description': 'tempest-description--113682014'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:19.960233 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3c360292-0a42-4a9e-a22f-fc5905a117c6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.053748 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3c360292-0a42-4a9e-a22f-fc5905a117c6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.060854 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3c360292-0a42-4a9e-a22f-fc5905a117c6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.086696 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3c360292-0a42-4a9e-a22f-fc5905a117c6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.089392 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-3c360292-0a42-4a9e-a22f-fc5905a117c6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1599679 Jul 16 18:41:20.090960 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35084) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:20.095614 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-a035abbd-85cb-4274-9695-f7fb7db4a5f7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Request body: {'security_group_rule': {'security_group_id': '0dd4a61c-b34b-4146-a969-a0ae39b0a37d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:20.102172 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c360292-0a42-4a9e-a22f-fc5905a117c6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd4a61c-b34b-4146-a969-a0ae39b0a37d,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:20.140443 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a035abbd-85cb-4274-9695-f7fb7db4a5f7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.185645 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a035abbd-85cb-4274-9695-f7fb7db4a5f7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.189410 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a035abbd-85cb-4274-9695-f7fb7db4a5f7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.209162 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035abbd-85cb-4274-9695-f7fb7db4a5f7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93801c09-031a-49ab-83e0-448dd43967aa,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:20.216908 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-a035abbd-85cb-4274-9695-f7fb7db4a5f7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.218291 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-a035abbd-85cb-4274-9695-f7fb7db4a5f7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263499 Jul 16 18:41:20.221070 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35086) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:20.226059 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-1bdbbe7f-cfe3-4a49-9bbb-c973b4a795b6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Request body: {'security_group_rule': {'security_group_id': '0dd4a61c-b34b-4146-a969-a0ae39b0a37d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:20.253981 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1bdbbe7f-cfe3-4a49-9bbb-c973b4a795b6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.312204 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1bdbbe7f-cfe3-4a49-9bbb-c973b4a795b6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.316751 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1bdbbe7f-cfe3-4a49-9bbb-c973b4a795b6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.334885 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbbe7f-cfe3-4a49-9bbb-c973b4a795b6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5371c353-c9d3-42fc-bf14-7a3f9fa78c67,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:20.345501 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1bdbbe7f-cfe3-4a49-9bbb-c973b4a795b6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.346730 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-1bdbbe7f-cfe3-4a49-9bbb-c973b4a795b6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1245916 Jul 16 18:41:20.350084 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35090) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:20.354583 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Request body: {'floatingip': {'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:20.376568 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for floatingip, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.470699 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.530097 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 437b2ab0-67a4-41e5-a548-b309dc5a2d30 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:41:20.550053 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: 437b2ab0-67a4-41e5-a548-b309dc5a2d30 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:41:20.550316 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 437b2ab0-67a4-41e5-a548-b309dc5a2d30 not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:41:20.576944 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_common [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Allocated IP 172.27.3.222 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/61c6e521-d6ce-4b02-b85a-ce66469846e7) {{(pid=93247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:20.686218 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for port, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.726912 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.767612 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:20.770481 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:20.774079 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Received port after_create {{(pid=93247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:20.779437 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event updated for resources: {'Port': ['ID=61c6e521-d6ce-4b02-b85a-ce66469846e7,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:20.860586 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:20.908107 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.063698 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for port, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.070658 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8532449'] for port, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.143318 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event updated for resources: {'Port': ['ID=61c6e521-d6ce-4b02-b85a-ce66469846e7,revision_number=2']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:21.151097 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.169533 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:21.170817 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-379c8559-8b0d-440e-97e7-8337225afa08 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8197725 Jul 16 18:41:21.402668 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-d3dbad92-f15f-425f-99f5-a8573e7e5863 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1524214437&fields=id&tenant_id=3b8177a378e543ef8f2fbab8b0445fdc HTTP/1.1" status: 200 len: 267 time: 0.0491107 Jul 16 18:41:21.532415 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-b025feda-724f-44d6-92d8-c89ebb5737a0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:21.533906 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-b025feda-724f-44d6-92d8-c89ebb5737a0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/networks?id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f HTTP/1.1" status: 200 len: 816 time: 0.1193223 Jul 16 18:41:21.548594 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-ce1f6ccf-3b3d-4c4d-9e33-f0150ba87794 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/quotas/3b8177a378e543ef8f2fbab8b0445fdc HTTP/1.1" status: 200 len: 375 time: 0.0093694 Jul 16 18:41:21.551567 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-c4681c1a-546b-425c-84a5-23eef5ccb352 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1749001863&fields=id&tenant_id=4f1204a4ee0b442b9fe4f44965921b4a HTTP/1.1" status: 200 len: 267 time: 0.0539811 Jul 16 18:41:21.642627 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-257ce23e-7da8-4ee2-9cda-9a9033dd5ad0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0832982 Jul 16 18:41:21.667655 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-469d6e99-0317-4967-94f3-bec445ada3af tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:21.669230 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-469d6e99-0317-4967-94f3-bec445ada3af tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/networks?id=93b8596e-1e68-4714-8232-c86ec38f9d07 HTTP/1.1" status: 200 len: 809 time: 0.1107841 Jul 16 18:41:21.683689 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-359f8989-8cf2-43c0-9fc7-bcd4fe058266 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/quotas/4f1204a4ee0b442b9fe4f44965921b4a HTTP/1.1" status: 200 len: 375 time: 0.0091422 Jul 16 18:41:21.751251 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-6c87402e-c2f4-4419-aca1-ede5379edb30 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4f1204a4ee0b442b9fe4f44965921b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623028 Jul 16 18:41:21.827965 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-749cad44-b5ba-4671-8fe9-7500eb516a78 service neutron] 10.222.0.68 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743929 Jul 16 18:41:21.893938 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-5734c93c-d456-4a5d-87a0-793943267c6b service neutron] 10.222.0.68 "GET /v2.0/networks/93b8596e-1e68-4714-8232-c86ec38f9d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303976 Jul 16 18:41:21.915091 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-200fa2f4-6b21-4a1b-b282-8002bf681395 service neutron] 10.222.0.68 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814004 Jul 16 18:41:21.980156 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-199d732c-35da-4d78-a91b-87dffc28300f service neutron] 10.222.0.68 "GET /v2.0/networks/93b8596e-1e68-4714-8232-c86ec38f9d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805385 Jul 16 18:41:22.257551 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0535bcfc-3a0d-4270-978e-ab0385dafc53 req-9b7353a3-ff24-4c13-956b-4626380880de tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 210 time: 0.0342288 Jul 16 18:41:22.322506 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-574d1eb9-6e98-45ae-8587-417531ae0abf req-aca921cb-1a06-47ae-a420-5a66eecd05d1 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 210 time: 0.0325403 Jul 16 18:41:23.357286 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35200) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:23.399645 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-51387cca-e16b-41a0-8df4-8247db57527e req-f6ca62dc-587d-4f49-b1d6-afd8985932b6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 210 time: 0.0279562 Jul 16 18:41:23.480019 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec58a-72f6-4da1-852a-ec2b42dcf7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.550971 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-62b17ce4-1e3c-4828-ada8-4993616ef445 req-dde86ed0-6ad3-4be2-b02a-ddd49f172485 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 210 time: 0.0341909 Jul 16 18:41:23.609806 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec58a-72f6-4da1-852a-ec2b42dcf7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.614515 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4e5ec58a-72f6-4da1-852a-ec2b42dcf7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.653006 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-4e5ec58a-72f6-4da1-852a-ec2b42dcf7b2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6d487b5f52e9467eb354a09a4431b96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945471 Jul 16 18:41:23.655544 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ec58a-72f6-4da1-852a-ec2b42dcf7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29700881-5fb1-4155-87da-a504c86c6d87,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:23.655711 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35204) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:23.701499 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-7f0cd58d-a560-45e0-9943-01932c2e3483 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:23.702928 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-7f0cd58d-a560-45e0-9943-01932c2e3483 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.84 "GET /v2.0/networks?id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f HTTP/1.1" status: 200 len: 816 time: 0.1531477 Jul 16 18:41:23.736661 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a01c8765-1004-4c20-af12-01bc80a0d563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.773198 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-54c421fe-1cfe-48f5-9ac7-8e2fdba3e5a5 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3b8177a378e543ef8f2fbab8b0445fdc HTTP/1.1" status: 200 len: 380 time: 0.0522325 Jul 16 18:41:23.774940 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a01c8765-1004-4c20-af12-01bc80a0d563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.786335 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-3d5b2f84-6fb3-4cac-97c0-fe42cc8c8540 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Request body: {'port': {'device_id': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'admin_state_up': True, 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'security_groups': ['0dd4a61c-b34b-4146-a969-a0ae39b0a37d']}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:23.888175 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a01c8765-1004-4c20-af12-01bc80a0d563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.890756 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a01c8765-1004-4c20-af12-01bc80a0d563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:23.891859 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a01c8765-1004-4c20-af12-01bc80a0d563 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/29700881-5fb1-4155-87da-a504c86c6d87 HTTP/1.1" status: 204 len: 168 time: 0.2353563 Jul 16 18:41:23.906371 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c8765-1004-4c20-af12-01bc80a0d563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29700881-5fb1-4155-87da-a504c86c6d87,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:23.925982 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-3d5b2f84-6fb3-4cac-97c0-fe42cc8c8540 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Made reservation on behalf of 3b8177a378e543ef8f2fbab8b0445fdc for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:23.930860 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-3d5b2f84-6fb3-4cac-97c0-fe42cc8c8540 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.075427 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-3d5b2f84-6fb3-4cac-97c0-fe42cc8c8540 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Allocated IP 172.20.0.4 (4e9bf718-bca9-47b8-a4f3-87ccd41afd9f/46ca2ddb-74dd-47d1-8095-68f81754e5b8/b7a24249-20cb-4254-b1fb-706a6d772e12) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:24.181479 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35214) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:24.198694 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fbc02129-1462-4b66-8b01-a89a525d302c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.272063 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-3d5b2f84-6fb3-4cac-97c0-fe42cc8c8540 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.292552 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-3d5b2f84-6fb3-4cac-97c0-fe42cc8c8540 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Transition to ACTIVE for port object b7a24249-20cb-4254-b1fb-706a6d772e12 will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:24.296036 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fbc02129-1462-4b66-8b01-a89a525d302c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.299993 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fbc02129-1462-4b66-8b01-a89a525d302c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.323036 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-c2d59dee-3498-47ab-a9ee-b6b4aefef0ff tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:24.324479 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-c2d59dee-3498-47ab-a9ee-b6b4aefef0ff tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.84 "GET /v2.0/networks?id=93b8596e-1e68-4714-8232-c86ec38f9d07 HTTP/1.1" status: 200 len: 809 time: 0.1535428 Jul 16 18:41:24.338807 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-fbc02129-1462-4b66-8b01-a89a525d302c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1132854dff3f437d88abded50e5906ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559289 Jul 16 18:41:24.340739 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc02129-1462-4b66-8b01-a89a525d302c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9176113-c9e8-498f-a774-bb7e9db24c27,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:24.342386 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35216) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:24.349626 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-3d5b2f84-6fb3-4cac-97c0-fe42cc8c8540 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.436149 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-3d5b2f84-6fb3-4cac-97c0-fe42cc8c8540 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:24.444644 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-3d5b2f84-6fb3-4cac-97c0-fe42cc8c8540 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:24.450153 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-3d5b2f84-6fb3-4cac-97c0-fe42cc8c8540 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:24.484064 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b2f84-6fb3-4cac-97c0-fe42cc8c8540 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event updated for resources: {'Port': ['ID=b7a24249-20cb-4254-b1fb-706a6d772e12,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:24.513910 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-3d5b2f84-6fb3-4cac-97c0-fe42cc8c8540 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:24.514487 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-3d5b2f84-6fb3-4cac-97c0-fe42cc8c8540 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.525547 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-9c80e502-7267-4a33-89cc-ded50f407a0a tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4f1204a4ee0b442b9fe4f44965921b4a HTTP/1.1" status: 200 len: 380 time: 0.1680591 Jul 16 18:41:24.540709 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-cd3dac45-eee0-4618-b6a3-3a807c683f28 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Request body: {'port': {'device_id': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'admin_state_up': True, 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'security_groups': ['85afa723-15ad-4f6b-bf35-86c98b9fe8ff']}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:24.561822 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-3d5b2f84-6fb3-4cac-97c0-fe42cc8c8540 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7804222 Jul 16 18:41:24.578208 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2728af46-1851-4ffc-9326-83043f0d37d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.611036 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Request body: {'port': {'device_id': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:24.691102 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f500c6e0-0aea-4931-84d2-328a3565bf08 None None] Provisioning for port b7a24249-20cb-4254-b1fb-706a6d772e12 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:24.695821 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f500c6e0-0aea-4931-84d2-328a3565bf08 None None] Provisioning complete for port b7a24249-20cb-4254-b1fb-706a6d772e12 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:24.696431 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f500c6e0-0aea-4931-84d2-328a3565bf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.696664 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2728af46-1851-4ffc-9326-83043f0d37d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.731910 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f500c6e0-0aea-4931-84d2-328a3565bf08 None None] Port b7a24249-20cb-4254-b1fb-706a6d772e12 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:24.743651 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0f444685-fa01-4be7-b694-2635323096b5 req-ce540ec5-4672-49dc-8b13-b88b3e7d637a tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 210 time: 0.0300126 Jul 16 18:41:24.820899 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05796409-9daf-4b78-8add-a9628c54dffe req-73425b20-f553-470d-a075-faf82bcd9976 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:24.822318 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-05796409-9daf-4b78-8add-a9628c54dffe req-73425b20-f553-470d-a075-faf82bcd9976 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 931 time: 0.2738242 Jul 16 18:41:24.827993 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.854920 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-cd3dac45-eee0-4618-b6a3-3a807c683f28 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Made reservation on behalf of 4f1204a4ee0b442b9fe4f44965921b4a for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:24.858386 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-cd3dac45-eee0-4618-b6a3-3a807c683f28 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.864249 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2728af46-1851-4ffc-9326-83043f0d37d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.866745 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2728af46-1851-4ffc-9326-83043f0d37d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:24.867867 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-2728af46-1851-4ffc-9326-83043f0d37d4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a9176113-c9e8-498f-a774-bb7e9db24c27 HTTP/1.1" status: 204 len: 168 time: 0.5244069 Jul 16 18:41:24.914196 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728af46-1851-4ffc-9326-83043f0d37d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9176113-c9e8-498f-a774-bb7e9db24c27,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:24.933990 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-05796409-9daf-4b78-8add-a9628c54dffe req-bdeade07-ab95-4bf5-bb0b-ed02102d6e4a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027997 Jul 16 18:41:25.164833 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-cd3dac45-eee0-4618-b6a3-3a807c683f28 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Allocated IP 172.20.0.13 (93b8596e-1e68-4714-8232-c86ec38f9d07/9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4/f5363148-2139-414e-874e-72f42e556201) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:25.340686 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a24249-20cb-4254-b1fb-706a6d772e12 {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:25.352718 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.380766 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Transition to ACTIVE for port object b7a24249-20cb-4254-b1fb-706a6d772e12 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:25.383519 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-cd3dac45-eee0-4618-b6a3-3a807c683f28 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.387322 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.424113 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-cd3dac45-eee0-4618-b6a3-3a807c683f28 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Transition to ACTIVE for port object f5363148-2139-414e-874e-72f42e556201 will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:25.452852 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a24249-20cb-4254-b1fb-706a6d772e12,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:25.537412 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-cd3dac45-eee0-4618-b6a3-3a807c683f28 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.589743 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Attempting to bind port b7a24249-20cb-4254-b1fb-706a6d772e12 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:25.590087 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Attempting to bind port b7a24249-20cb-4254-b1fb-706a6d772e12 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:25.590416 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Attempting to bind port b7a24249-20cb-4254-b1fb-706a6d772e12 on network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:25.602206 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-cd3dac45-eee0-4618-b6a3-3a807c683f28 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Network 93b8596e-1e68-4714-8232-c86ec38f9d07 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:25.608795 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-cd3dac45-eee0-4618-b6a3-3a807c683f28 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:25.613731 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-cd3dac45-eee0-4618-b6a3-3a807c683f28 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:25.617809 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3dac45-eee0-4618-b6a3-3a807c683f28 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Pushing event updated for resources: {'Port': ['ID=f5363148-2139-414e-874e-72f42e556201,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:25.619922 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Port b7a24249-20cb-4254-b1fb-706a6d772e12 on network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:25.620244 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Attempting to bind port b7a24249-20cb-4254-b1fb-706a6d772e12 on network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:25.648054 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:25.648054 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Checking segment: {'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:25.648391 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Bound using segment: {'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:25.648830 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Bound port: b7a24249-20cb-4254-b1fb-706a6d772e12, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf66242-70cf-4ea4-9d21-f84297e84e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:25.649239 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.687607 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-cd3dac45-eee0-4618-b6a3-3a807c683f28 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:25.688234 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-cd3dac45-eee0-4618-b6a3-3a807c683f28 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.730240 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-cd3dac45-eee0-4618-b6a3-3a807c683f28 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1938403 Jul 16 18:41:25.761844 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Request body: {'port': {'device_id': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:25.795085 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] For port b7a24249-20cb-4254-b1fb-706a6d772e12, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:25.814145 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] For port b7a24249-20cb-4254-b1fb-706a6d772e12, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7a24249-20cb-4254-b1fb-706a6d772e12,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:25.823445 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.884168 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:25.884810 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.886277 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] 10.222.0.84 "PUT /v2.0/ports/b7a24249-20cb-4254-b1fb-706a6d772e12 HTTP/1.1" status: 200 len: 1093 time: 1.2988555 Jul 16 18:41:25.889119 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'tag': 'b7a24249-20cb-4254-b1fb-706a6d772e12'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:25.891366 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25f3cdf-7b4d-42d1-88de-b270ba8f2a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "cad79459-d63f-4182-a590-7df180bb8d3a", "tag": "b7a24249-20cb-4254-b1fb-706a6d772e12"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:25.911264 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-0944c1ef-c494-4a00-9eda-3fa0a3f781aa None None] Provisioning for port f5363148-2139-414e-874e-72f42e556201 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:25.917977 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-0944c1ef-c494-4a00-9eda-3fa0a3f781aa None None] Provisioning complete for port f5363148-2139-414e-874e-72f42e556201 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:25.920700 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-0944c1ef-c494-4a00-9eda-3fa0a3f781aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:25.970310 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-0944c1ef-c494-4a00-9eda-3fa0a3f781aa None None] Port f5363148-2139-414e-874e-72f42e556201 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:26.148188 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb106db-5d2d-4fda-80f7-2b4dd98932ad req-9807c3b5-bc06-4c22-9307-6bf018bc6737 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:26.156202 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-fbb106db-5d2d-4fda-80f7-2b4dd98932ad req-9807c3b5-bc06-4c22-9307-6bf018bc6737 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0765572 Jul 16 18:41:26.203255 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-fbb106db-5d2d-4fda-80f7-2b4dd98932ad req-813e4f1c-6e21-44cb-a31d-e9a458f01adb tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459361 Jul 16 18:41:26.211286 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bf655e-3384-4ac4-908d-8a13f1dd7879 x-openstack-request-id: req-02bf655e-3384-4ac4-908d-8a13f1dd7879 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:26.211578 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad79459-d63f-4182-a590-7df180bb8d3a", "tag": "b7a24249-20cb-4254-b1fb-706a6d772e12", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:26.211822 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-02bf655e-3384-4ac4-908d-8a13f1dd7879 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:26.212199 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'tag': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'status': 'completed', 'code': 200} Jul 16 18:41:26.224988 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.269152 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf339f7-eeac-4298-b054-19f5040ddd04 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a24249-20cb-4254-b1fb-706a6d772e12,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:26.391091 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1736a-9bdc-4a67-9671-d93647d15c1d req-91750309-a215-4821-a77b-c7446393c22a tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:26.392584 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f5a1736a-9bdc-4a67-9671-d93647d15c1d req-91750309-a215-4821-a77b-c7446393c22a tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 932 time: 0.5139234 Jul 16 18:41:26.397252 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-be436552-39e0-49b6-8b50-e0a1680a1519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:26.398803 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-be436552-39e0-49b6-8b50-e0a1680a1519 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 1096 time: 0.1917181 Jul 16 18:41:26.467696 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-56d36ede-a4e7-4e04-87ec-3d9313bd105e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7a24249-20cb-4254-b1fb-706a6d772e12 HTTP/1.1" status: 200 len: 217 time: 0.0465336 Jul 16 18:41:26.523897 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f5a1736a-9bdc-4a67-9671-d93647d15c1d req-fb817fc7-e73d-4f6a-9912-11c296a93eca tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221550 Jul 16 18:41:26.574941 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-8947af42-4429-4384-b941-0988bedf0927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:26.576399 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-8947af42-4429-4384-b941-0988bedf0927 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46ca2ddb-74dd-47d1-8095-68f81754e5b8 HTTP/1.1" status: 200 len: 855 time: 0.0878336 Jul 16 18:41:26.702856 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5363148-2139-414e-874e-72f42e556201 {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:26.713568 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.717230 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-1353dd31-13b1-4dbd-ad6f-0cfa3593c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:26.718758 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-1353dd31-13b1-4dbd-ad6f-0cfa3593c556 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1148529 Jul 16 18:41:26.730822 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Transition to ACTIVE for port object f5363148-2139-414e-874e-72f42e556201 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:26.739308 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:26.845579 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Pushing event updated for resources: {'Port': ['ID=f5363148-2139-414e-874e-72f42e556201,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:26.935336 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-8448c55e-2a4d-49a7-92f0-9a6df0ae36f8 service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056296 Jul 16 18:41:26.937814 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Attempting to bind port f5363148-2139-414e-874e-72f42e556201 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:26.938151 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Attempting to bind port f5363148-2139-414e-874e-72f42e556201 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '8ca8145d-5a23-4306-a564-6c5582b416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:26.938476 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Attempting to bind port f5363148-2139-414e-874e-72f42e556201 on network 93b8596e-1e68-4714-8232-c86ec38f9d07 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:26.943493 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Port f5363148-2139-414e-874e-72f42e556201 on network 93b8596e-1e68-4714-8232-c86ec38f9d07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:26.943823 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Attempting to bind port f5363148-2139-414e-874e-72f42e556201 on network 93b8596e-1e68-4714-8232-c86ec38f9d07 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:26.948998 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:26.949336 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Checking segment: {'id': '8ca8145d-5a23-4306-a564-6c5582b416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:26.949750 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Bound using segment: {'id': '8ca8145d-5a23-4306-a564-6c5582b416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:26.950309 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Bound port: f5363148-2139-414e-874e-72f42e556201, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ca8145d-5a23-4306-a564-6c5582b416fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:26.950672 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.074476 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] For port f5363148-2139-414e-874e-72f42e556201, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:27.078909 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] For port f5363148-2139-414e-874e-72f42e556201, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f5363148-2139-414e-874e-72f42e556201,segment=NetworkSegment(8ca8145d-5a23-4306-a564-6c5582b416fe),segment_id=8ca8145d-5a23-4306-a564-6c5582b416fe)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:27.092657 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.121231 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b0077963-89f9-4c09-b5e1-46eb1c4b9ece req-2189cb9a-9a9e-4b46-8d60-3aa0c2fc17cd service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339653 Jul 16 18:41:27.132569 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.132569 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.133731 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] 10.222.0.84 "PUT /v2.0/ports/f5363148-2139-414e-874e-72f42e556201 HTTP/1.1" status: 200 len: 1094 time: 1.3780091 Jul 16 18:41:27.157000 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c794d63-77f3-4a21-a0c9-f82103ae0b46 service neutron] Pushing event updated for resources: {'Port': ['ID=f5363148-2139-414e-874e-72f42e556201,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.424964 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-caa22b5a-76b5-489b-9e90-e48d625f005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.426530 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-caa22b5a-76b5-489b-9e90-e48d625f005e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4f1204a4ee0b442b9fe4f44965921b4a&device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 1097 time: 0.1551416 Jul 16 18:41:27.434116 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3cdf-7b4d-42d1-88de-b270ba8f2a1a req-cbf4752a-c4da-4993-b1bb-a254ecec7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.435982 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e25f3cdf-7b4d-42d1-88de-b270ba8f2a1a req-cbf4752a-c4da-4993-b1bb-a254ecec7a1d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 1096 time: 0.1501219 Jul 16 18:41:27.508061 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-73d2a9e2-297b-4ca1-9b1e-765179d4b308 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5363148-2139-414e-874e-72f42e556201 HTTP/1.1" status: 200 len: 217 time: 0.0584121 Jul 16 18:41:27.521841 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd6d73-c324-44bd-9f7f-574a734bffc2 req-3ee0a3de-1401-4fa6-b980-9b17f9136462 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.523662 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-15cd6d73-c324-44bd-9f7f-574a734bffc2 req-3ee0a3de-1401-4fa6-b980-9b17f9136462 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.1658754 Jul 16 18:41:27.632102 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35308) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:27.639810 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-15cd6d73-c324-44bd-9f7f-574a734bffc2 req-7186ce8b-e2a5-4047-8403-eb32d425e230 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035521 Jul 16 18:41:27.646829 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-fb8bb9db-8723-4a75-b97d-d6f689aa81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.648282 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-fb8bb9db-8723-4a75-b97d-d6f689aa81b4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4 HTTP/1.1" status: 200 len: 848 time: 0.1216726 Jul 16 18:41:27.692508 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3cdf-7b4d-42d1-88de-b270ba8f2a1a req-1d3ed648-98f3-40cc-80b1-6ee73c40844d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.694440 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e25f3cdf-7b4d-42d1-88de-b270ba8f2a1a req-1d3ed648-98f3-40cc-80b1-6ee73c40844d service neutron] 10.222.0.84 "GET /v2.0/networks?id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f HTTP/1.1" status: 200 len: 917 time: 0.2437799 Jul 16 18:41:27.711299 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe40ad-d6a3-4a61-9816-2a51742d3495 req-4e56cd9f-2ed6-464c-afe3-19e6b3234d02 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.713786 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-61fe40ad-d6a3-4a61-9816-2a51742d3495 req-4e56cd9f-2ed6-464c-afe3-19e6b3234d02 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 944 time: 0.0675216 Jul 16 18:41:27.738643 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e25f3cdf-7b4d-42d1-88de-b270ba8f2a1a req-a041335f-e1c1-4bb0-8e33-c4e54a1a5971 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7a24249-20cb-4254-b1fb-706a6d772e12 HTTP/1.1" status: 200 len: 217 time: 0.0369728 Jul 16 18:41:27.750284 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6067fabf-886a-4f2e-9f91-64b364bb3b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.771095 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-61fe40ad-d6a3-4a61-9816-2a51742d3495 req-ed14c455-731e-40d8-85b1-b2e99a18ebd8 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523028 Jul 16 18:41:27.781252 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-404a0655-14c3-4d08-90fe-e71d333e9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.782631 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-404a0655-14c3-4d08-90fe-e71d333e9385 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93b8596e-1e68-4714-8232-c86ec38f9d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1269698 Jul 16 18:41:27.820618 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3cdf-7b4d-42d1-88de-b270ba8f2a1a req-2afa6885-810e-40b3-b784-734037a91fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.822201 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e25f3cdf-7b4d-42d1-88de-b270ba8f2a1a req-2afa6885-810e-40b3-b784-734037a91fd8 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46ca2ddb-74dd-47d1-8095-68f81754e5b8 HTTP/1.1" status: 200 len: 855 time: 0.0751567 Jul 16 18:41:27.853843 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6067fabf-886a-4f2e-9f91-64b364bb3b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.858254 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6067fabf-886a-4f2e-9f91-64b364bb3b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.895805 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-6067fabf-886a-4f2e-9f91-64b364bb3b6b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d848e23878d54efda8560484d11b4100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625992 Jul 16 18:41:27.896969 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067fabf-886a-4f2e-9f91-64b364bb3b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b88c544f-f024-47f5-9f56-fc10acec62c2,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:27.899359 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35312) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:27.914366 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-02035e28-91cd-49ea-ba3f-d8f86e685690 service neutron] 10.222.0.84 "GET /v2.0/networks/93b8596e-1e68-4714-8232-c86ec38f9d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217034 Jul 16 18:41:27.946508 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f3cdf-7b4d-42d1-88de-b270ba8f2a1a req-a44b4b14-ae83-4e79-b0ea-7d7cdd2a48cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:27.948056 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e25f3cdf-7b4d-42d1-88de-b270ba8f2a1a req-a44b4b14-ae83-4e79-b0ea-7d7cdd2a48cf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1162710 Jul 16 18:41:27.951341 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-493caa5b-261e-4237-9ccc-25a316ad1549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:27.972618 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-493caa5b-261e-4237-9ccc-25a316ad1549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.022218 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-493caa5b-261e-4237-9ccc-25a316ad1549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.025000 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-493caa5b-261e-4237-9ccc-25a316ad1549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.028578 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-493caa5b-261e-4237-9ccc-25a316ad1549 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b88c544f-f024-47f5-9f56-fc10acec62c2 HTTP/1.1" status: 204 len: 168 time: 0.1259594 Jul 16 18:41:28.040964 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493caa5b-261e-4237-9ccc-25a316ad1549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88c544f-f024-47f5-9f56-fc10acec62c2,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:28.084144 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d9edd490-9d6f-4148-889e-3abfe3f370c7 req-1f2b4c6a-73db-4af5-8057-a1bc331c0df1 service neutron] 10.222.0.84 "GET /v2.0/networks/93b8596e-1e68-4714-8232-c86ec38f9d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587100 Jul 16 18:41:28.101588 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e25f3cdf-7b4d-42d1-88de-b270ba8f2a1a req-8c651fbe-c72b-432d-bb3b-9b368ed8a56d service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426878 Jul 16 18:41:28.206886 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e25f3cdf-7b4d-42d1-88de-b270ba8f2a1a req-3989c012-78a5-4781-83b2-ae4b415fc848 service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960157 Jul 16 18:41:28.213878 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'tag': 'f5363148-2139-414e-874e-72f42e556201'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:28.216323 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf7b5db-804d-447b-8e58-fe11ed31f0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "8138a4cb-fcf1-461b-92a0-7367e4c7bb73", "tag": "f5363148-2139-414e-874e-72f42e556201"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:28.255279 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db50b6c-6ab0-4f5b-8ff0-3e805f5242ab x-openstack-request-id: req-4db50b6c-6ab0-4f5b-8ff0-3e805f5242ab {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:28.255946 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8138a4cb-fcf1-461b-92a0-7367e4c7bb73", "tag": "f5363148-2139-414e-874e-72f42e556201", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:28.256228 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4db50b6c-6ab0-4f5b-8ff0-3e805f5242ab {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:28.256621 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'tag': 'f5363148-2139-414e-874e-72f42e556201', 'status': 'completed', 'code': 200} Jul 16 18:41:28.338018 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35322) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:28.362738 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b640667c-4add-47f3-a42a-c375e4a58211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.441183 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7b5db-804d-447b-8e58-fe11ed31f0cd req-c4756e6b-c1af-4d8c-af30-020f70caa816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:28.442624 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-aaf7b5db-804d-447b-8e58-fe11ed31f0cd req-c4756e6b-c1af-4d8c-af30-020f70caa816 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4f1204a4ee0b442b9fe4f44965921b4a&device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 1097 time: 0.0880854 Jul 16 18:41:28.483576 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b640667c-4add-47f3-a42a-c375e4a58211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.491837 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b640667c-4add-47f3-a42a-c375e4a58211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.574708 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-b640667c-4add-47f3-a42a-c375e4a58211 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=41bf7ef5f9fe4ca5bc6935be53b66b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355688 Jul 16 18:41:28.577679 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35324) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:28.582701 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640667c-4add-47f3-a42a-c375e4a58211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23786b61-2a71-406f-975c-d481a0e17472,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:28.624144 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7b5db-804d-447b-8e58-fe11ed31f0cd req-07e114f6-f257-4e12-adf4-5f0ed4946f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:28.625602 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-aaf7b5db-804d-447b-8e58-fe11ed31f0cd req-07e114f6-f257-4e12-adf4-5f0ed4946f12 service neutron] 10.222.0.84 "GET /v2.0/networks?id=93b8596e-1e68-4714-8232-c86ec38f9d07 HTTP/1.1" status: 200 len: 910 time: 0.1442690 Jul 16 18:41:28.660679 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-23a3418e-aa8c-448d-ad79-ec62d8243027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.667699 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-aaf7b5db-804d-447b-8e58-fe11ed31f0cd req-8651c092-b058-4e8c-811f-df4514c177de service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5363148-2139-414e-874e-72f42e556201 HTTP/1.1" status: 200 len: 217 time: 0.0348196 Jul 16 18:41:28.686352 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-637bd676-8274-4874-a374-829dec105e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.735842 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-637bd676-8274-4874-a374-829dec105e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.744379 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7b5db-804d-447b-8e58-fe11ed31f0cd req-0c3f2806-ac8d-4c19-a4b6-2f245233e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:28.745858 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-aaf7b5db-804d-447b-8e58-fe11ed31f0cd req-0c3f2806-ac8d-4c19-a4b6-2f245233e2da service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4 HTTP/1.1" status: 200 len: 848 time: 0.0697858 Jul 16 18:41:28.819381 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7b5db-804d-447b-8e58-fe11ed31f0cd req-0e3052ca-3c95-4cc0-a00c-06d6ffab0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:28.820888 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-aaf7b5db-804d-447b-8e58-fe11ed31f0cd req-0e3052ca-3c95-4cc0-a00c-06d6ffab0a5b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93b8596e-1e68-4714-8232-c86ec38f9d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667033 Jul 16 18:41:28.822540 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-637bd676-8274-4874-a374-829dec105e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.825086 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-637bd676-8274-4874-a374-829dec105e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:28.828520 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-637bd676-8274-4874-a374-829dec105e51 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/23786b61-2a71-406f-975c-d481a0e17472 HTTP/1.1" status: 204 len: 168 time: 0.2476130 Jul 16 18:41:28.829663 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48273b8-e239-4496-9540-bbc1a5de6187 req-ac42bc88-f116-40be-a1c3-803caea14488 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:28.834273 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b48273b8-e239-4496-9540-bbc1a5de6187 req-ac42bc88-f116-40be-a1c3-803caea14488 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0731235 Jul 16 18:41:28.843224 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bd676-8274-4874-a374-829dec105e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23786b61-2a71-406f-975c-d481a0e17472,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:28.886044 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b48273b8-e239-4496-9540-bbc1a5de6187 req-2aee2d39-7d3a-423f-b0c5-42f6a92ad150 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476968 Jul 16 18:41:28.923674 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-aaf7b5db-804d-447b-8e58-fe11ed31f0cd req-5d9a1d0d-a444-46cd-8c69-aeaf38ae37fe service neutron] 10.222.0.84 "GET /v2.0/networks/93b8596e-1e68-4714-8232-c86ec38f9d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928953 Jul 16 18:41:29.056475 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-aaf7b5db-804d-447b-8e58-fe11ed31f0cd req-28756f68-f454-4e3b-a560-709e2b16a75b service neutron] 10.222.0.84 "GET /v2.0/networks/93b8596e-1e68-4714-8232-c86ec38f9d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227450 Jul 16 18:41:29.068689 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41fd4f7-f3da-4832-807f-cc28f5bd1715 req-594333ca-956b-4283-b467-7ae4b7bfb0d4 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:29.070126 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e41fd4f7-f3da-4832-807f-cc28f5bd1715 req-594333ca-956b-4283-b467-7ae4b7bfb0d4 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 944 time: 0.1280632 Jul 16 18:41:29.113032 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e41fd4f7-f3da-4832-807f-cc28f5bd1715 req-08482902-c43d-47bd-9bbe-836cf99f51f3 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372503 Jul 16 18:41:30.065581 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f75894-b40c-42c5-9edf-9219537f7596 req-f55bbc1d-c41d-47c9-8bdf-38904ccaaf45 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:30.067025 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c1f75894-b40c-42c5-9edf-9219537f7596 req-f55bbc1d-c41d-47c9-8bdf-38904ccaaf45 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0680246 Jul 16 18:41:30.114488 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c1f75894-b40c-42c5-9edf-9219537f7596 req-7d6e5697-8134-4fd2-83dc-931bcad25f1e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414481 Jul 16 18:41:30.307673 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faec36-b3c3-466f-9666-466ea3f831e2 req-36f75559-201e-476f-b0b3-58d294abe7c0 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:30.309188 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-21faec36-b3c3-466f-9666-466ea3f831e2 req-36f75559-201e-476f-b0b3-58d294abe7c0 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 944 time: 0.0732965 Jul 16 18:41:30.353210 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-21faec36-b3c3-466f-9666-466ea3f831e2 req-c8b82933-8475-41f4-9370-d8db81742473 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356379 Jul 16 18:41:30.624741 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device b7a24249-20cb-4254-b1fb-706a6d772e12 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:30.725241 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port b7a24249-20cb-4254-b1fb-706a6d772e12, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7a24249-20cb-4254-b1fb-706a6d772e12,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:30.739170 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'port_id': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'mac_address': 'fa:16:3e:72:6c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:30.789539 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.801910 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a24249-20cb-4254-b1fb-706a6d772e12 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:30.822679 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port b7a24249-20cb-4254-b1fb-706a6d772e12, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7a24249-20cb-4254-b1fb-706a6d772e12,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:30.828462 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:30.879052 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=b7a24249-20cb-4254-b1fb-706a6d772e12,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:31.263810 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['b7a24249-20cb-4254-b1fb-706a6d772e12'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:31.297387 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d0101-fb33-4426-b754-9f21268fa383 req-01c55e80-5608-41af-ad02-351ca9d57ce7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:31.298902 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d83d0101-fb33-4426-b754-9f21268fa383 req-01c55e80-5608-41af-ad02-351ca9d57ce7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 944 time: 0.0642831 Jul 16 18:41:31.339433 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d83d0101-fb33-4426-b754-9f21268fa383 req-105573db-28c2-460e-b776-2197a851beca tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346229 Jul 16 18:41:31.534684 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417cdad-17a7-410a-9739-88cc1e8e8c84 req-3281edff-0114-40c9-b345-2fc9c1f6dc7a tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:31.536280 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d417cdad-17a7-410a-9739-88cc1e8e8c84 req-3281edff-0114-40c9-b345-2fc9c1f6dc7a tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 944 time: 0.0687730 Jul 16 18:41:31.550656 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-44b33117-04ec-4b47-a942-b2ad65125085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:31.582166 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d417cdad-17a7-410a-9739-88cc1e8e8c84 req-4d261d8b-5c58-4abb-a587-e46179b37cdc tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397887 Jul 16 18:41:31.886948 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.523782 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5ebee-e908-4e29-a2ac-607ccfab56a7 req-926f854f-0fbd-4d67-bded-4a83eb8f5ace tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:32.525146 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2cc5ebee-e908-4e29-a2ac-607ccfab56a7 req-926f854f-0fbd-4d67-bded-4a83eb8f5ace tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 944 time: 0.0702655 Jul 16 18:41:32.564848 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2cc5ebee-e908-4e29-a2ac-607ccfab56a7 req-751f25a3-c381-435c-9492-b29a2ff9c25f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311065 Jul 16 18:41:32.611341 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.631258 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device b7a24249-20cb-4254-b1fb-706a6d772e12 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:32.681089 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port b7a24249-20cb-4254-b1fb-706a6d772e12 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:32.685711 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port b7a24249-20cb-4254-b1fb-706a6d772e12 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:32.686316 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.762655 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820663b8-dbf6-4428-b302-4b2b2b89b337 req-c280914e-70e1-42a9-be6d-6f0d7f244b75 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:32.764144 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-820663b8-dbf6-4428-b302-4b2b2b89b337 req-c280914e-70e1-42a9-be6d-6f0d7f244b75 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 944 time: 0.0645964 Jul 16 18:41:32.766088 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.791500 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a24249-20cb-4254-b1fb-706a6d772e12'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:32.793735 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7f627c-391b-4311-b7a0-d72ca7c51455" -d '{"events": [{"server_uuid": "cad79459-d63f-4182-a590-7df180bb8d3a", "name": "network-vif-plugged", "status": "completed", "tag": "b7a24249-20cb-4254-b1fb-706a6d772e12"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:32.804333 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-820663b8-dbf6-4428-b302-4b2b2b89b337 req-dbbca269-e027-49b6-82a6-15798d7690b0 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342064 Jul 16 18:41:32.806283 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port b7a24249-20cb-4254-b1fb-706a6d772e12, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7a24249-20cb-4254-b1fb-706a6d772e12,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:32.811253 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:32.839750 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26efe917-7f15-435b-bd52-9507989b1b40 x-openstack-request-id: req-26efe917-7f15-435b-bd52-9507989b1b40 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:32.840042 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad79459-d63f-4182-a590-7df180bb8d3a", "name": "network-vif-plugged", "status": "completed", "tag": "b7a24249-20cb-4254-b1fb-706a6d772e12", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:32.840291 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-26efe917-7f15-435b-bd52-9507989b1b40 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:32.840684 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'code': 200} Jul 16 18:41:32.863466 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=b7a24249-20cb-4254-b1fb-706a6d772e12,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:33.170747 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c12999-7175-4c4b-a386-d4d789269b84 req-17dc5d90-fc09-4422-8008-a01a61535eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:33.172237 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-83c12999-7175-4c4b-a386-d4d789269b84 req-17dc5d90-fc09-4422-8008-a01a61535eca service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 1098 time: 0.0546060 Jul 16 18:41:33.208740 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-83c12999-7175-4c4b-a386-d4d789269b84 req-fc8132d3-03f5-4847-a47d-cd6f9b4c4e86 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282817 Jul 16 18:41:33.473509 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:33.751598 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0fcf54-e8bb-449f-a4a7-934127951a15 req-ba33c62f-22a9-4f7e-9274-07326ae949d0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:33.753140 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dc0fcf54-e8bb-449f-a4a7-934127951a15 req-ba33c62f-22a9-4f7e-9274-07326ae949d0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0689023 Jul 16 18:41:33.791232 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dc0fcf54-e8bb-449f-a4a7-934127951a15 req-1f97ba04-f5b2-4786-8315-a3a0906e82d2 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323801 Jul 16 18:41:33.994566 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6ee241-4588-4ddc-8483-48a86241df5c req-092ef0e3-cdfd-4fb9-8c1d-fed40051cd3e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:33.996015 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ad6ee241-4588-4ddc-8483-48a86241df5c req-092ef0e3-cdfd-4fb9-8c1d-fed40051cd3e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 944 time: 0.0714006 Jul 16 18:41:34.037492 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ad6ee241-4588-4ddc-8483-48a86241df5c req-ab977b45-2e55-43bf-aac7-3dbf457ec189 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352027 Jul 16 18:41:34.040817 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:34.972897 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300dd53-dc7b-4e21-8456-8b70f23f9a04 req-0323e40c-b34a-4727-b603-4d772b913f2f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:34.974435 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f300dd53-dc7b-4e21-8456-8b70f23f9a04 req-0323e40c-b34a-4727-b603-4d772b913f2f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0652285 Jul 16 18:41:35.011846 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f300dd53-dc7b-4e21-8456-8b70f23f9a04 req-72673510-cdf5-49f7-8d98-08f46de393b4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317497 Jul 16 18:41:35.196321 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cfd7b-eb13-45be-ba1d-3d0f2b8b62e2 req-743e8bd9-b26f-4b77-b44d-fb3a508c82cd tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:35.198610 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-578cfd7b-eb13-45be-ba1d-3d0f2b8b62e2 req-743e8bd9-b26f-4b77-b44d-fb3a508c82cd tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0679345 Jul 16 18:41:35.207677 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35452) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:35.212268 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-b70bdadd-0633-48e8-8962-e60c88251265 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Request body: {'floatingip': {'port_id': 'b7a24249-20cb-4254-b1fb-706a6d772e12'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:35.215202 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e03d865-6919-4e1f-a38f-5122bd35178b req-c6058b00-bc3f-4238-87d8-f9e90deaac0e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:35.217106 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4e03d865-6919-4e1f-a38f-5122bd35178b req-c6058b00-bc3f-4238-87d8-f9e90deaac0e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 944 time: 0.0658207 Jul 16 18:41:35.250539 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b70bdadd-0633-48e8-8962-e60c88251265 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for floatingip, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.259789 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4e03d865-6919-4e1f-a38f-5122bd35178b req-f3c07331-8544-42a3-939d-b3a7e5ad2cef tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368674 Jul 16 18:41:35.966536 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b70bdadd-0633-48e8-8962-e60c88251265 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:35.971367 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b70bdadd-0633-48e8-8962-e60c88251265 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.070153 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.l3_db [None req-b70bdadd-0633-48e8-8962-e60c88251265 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Floating IP 123df636-607a-4900-9aac-9af2648dd9b2 associated. External IP: 172.27.3.222, port: b7a24249-20cb-4254-b1fb-706a6d772e12. Jul 16 18:41:36.279035 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70bdadd-0633-48e8-8962-e60c88251265 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:36.389263 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70bdadd-0633-48e8-8962-e60c88251265 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:36.394863 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b70bdadd-0633-48e8-8962-e60c88251265 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.401786 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d189fb2-cab3-44df-8f18-8232b307eb34 None None] Sync routers for ids ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:36.411063 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d189fb2-cab3-44df-8f18-8232b307eb34 None None] Routers {'1ebba71d-98ef-4674-a503-2a1a9eb3da0f'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:36.411685 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-2d189fb2-cab3-44df-8f18-8232b307eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:41:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:36.433023 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed54eb-4fef-4035-a044-66670d0019fb req-e81705cf-e99a-4c09-8497-e0abc7197d37 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.434547 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6bed54eb-4fef-4035-a044-66670d0019fb req-e81705cf-e99a-4c09-8497-e0abc7197d37 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 944 time: 0.0654132 Jul 16 18:41:36.437486 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-b70bdadd-0633-48e8-8962-e60c88251265 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "PUT /v2.0/floatingips/123df636-607a-4900-9aac-9af2648dd9b2 HTTP/1.1" status: 200 len: 991 time: 1.2254715 Jul 16 18:41:36.438134 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'tag': 'b7a24249-20cb-4254-b1fb-706a6d772e12'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:36.440760 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acca1a2a-4e8b-4311-af3b-60b70cfec59d" -d '{"events": [{"name": "network-changed", "server_uuid": "cad79459-d63f-4182-a590-7df180bb8d3a", "tag": "b7a24249-20cb-4254-b1fb-706a6d772e12"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:36.480179 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6bed54eb-4fef-4035-a044-66670d0019fb req-53dcb803-f7ce-40f5-b840-a18162c71c69 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355303 Jul 16 18:41:36.555025 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99286565-3223-45f6-976b-e585a8997bef x-openstack-request-id: req-99286565-3223-45f6-976b-e585a8997bef {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:36.555309 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad79459-d63f-4182-a590-7df180bb8d3a", "tag": "b7a24249-20cb-4254-b1fb-706a6d772e12", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:36.555556 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-99286565-3223-45f6-976b-e585a8997bef {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:36.555946 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'tag': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'status': 'completed', 'code': 200} Jul 16 18:41:36.651763 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-2d189fb2-cab3-44df-8f18-8232b307eb34 None None] Set router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:36.679102 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device f5363148-2139-414e-874e-72f42e556201 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:36.683354 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca1a2a-4e8b-4311-af3b-60b70cfec59d req-24c22425-6475-494e-b262-56bcaa1db2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.684853 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-acca1a2a-4e8b-4311-af3b-60b70cfec59d req-24c22425-6475-494e-b262-56bcaa1db2e6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 1098 time: 0.0544722 Jul 16 18:41:36.819025 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca1a2a-4e8b-4311-af3b-60b70cfec59d req-f96265fe-dbe2-4e22-899a-da81326766b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.820382 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-acca1a2a-4e8b-4311-af3b-60b70cfec59d req-f96265fe-dbe2-4e22-899a-da81326766b4 service neutron] 10.222.0.84 "GET /v2.0/networks?id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f HTTP/1.1" status: 200 len: 917 time: 0.0916991 Jul 16 18:41:36.873713 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port f5363148-2139-414e-874e-72f42e556201, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f5363148-2139-414e-874e-72f42e556201,segment=NetworkSegment(8ca8145d-5a23-4306-a564-6c5582b416fe),segment_id=8ca8145d-5a23-4306-a564-6c5582b416fe)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:36.888108 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-acca1a2a-4e8b-4311-af3b-60b70cfec59d req-98dcba3e-7867-493e-97c2-c371271d9adb service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7a24249-20cb-4254-b1fb-706a6d772e12 HTTP/1.1" status: 200 len: 999 time: 0.0603466 Jul 16 18:41:36.890300 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': 'f5363148-2139-414e-874e-72f42e556201', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'port_id': 'f5363148-2139-414e-874e-72f42e556201', 'mac_address': 'fa:16:3e:0e:62:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:36.944808 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca1a2a-4e8b-4311-af3b-60b70cfec59d req-f31e99a3-ddde-421e-aab5-6d62e8511910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:36.946339 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-acca1a2a-4e8b-4311-af3b-60b70cfec59d req-f31e99a3-ddde-421e-aab5-6d62e8511910 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46ca2ddb-74dd-47d1-8095-68f81754e5b8 HTTP/1.1" status: 200 len: 855 time: 0.0509865 Jul 16 18:41:36.962254 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:36.981614 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5363148-2139-414e-874e-72f42e556201 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:37.006178 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port f5363148-2139-414e-874e-72f42e556201, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f5363148-2139-414e-874e-72f42e556201,segment=NetworkSegment(8ca8145d-5a23-4306-a564-6c5582b416fe),segment_id=8ca8145d-5a23-4306-a564-6c5582b416fe)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:37.009938 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca1a2a-4e8b-4311-af3b-60b70cfec59d req-94cd3977-d42f-4954-acc0-db9a908fe674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.011600 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-acca1a2a-4e8b-4311-af3b-60b70cfec59d req-94cd3977-d42f-4954-acc0-db9a908fe674 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575376 Jul 16 18:41:37.012051 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:37.017513 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-2d189fb2-cab3-44df-8f18-8232b307eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': '123df636-607a-4900-9aac-9af2648dd9b2', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'port_id': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'mac_address': 'fa:16:3e:72:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:20Z', 'updated_at': '2021-07-16T18:41:35Z', 'revision_number': 1, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 5, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:37.063889 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d189fb2-cab3-44df-8f18-8232b307eb34 None None] Checking router: 1ebba71d-98ef-4674-a503-2a1a9eb3da0f for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:37.086442 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d189fb2-cab3-44df-8f18-8232b307eb34 None None] Routers {'1ebba71d-98ef-4674-a503-2a1a9eb3da0f'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:37.086969 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-2d189fb2-cab3-44df-8f18-8232b307eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:41:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:37.101527 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-acca1a2a-4e8b-4311-af3b-60b70cfec59d req-0e2da738-9b88-4f27-91d4-f49e8a3823b5 service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825849 Jul 16 18:41:37.127704 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=f5363148-2139-414e-874e-72f42e556201,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:37.201268 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-2d189fb2-cab3-44df-8f18-8232b307eb34 None None] Set router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:37.202649 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-acca1a2a-4e8b-4311-af3b-60b70cfec59d req-84098905-52bf-4b74-9a74-671f3dd25858 service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895319 Jul 16 18:41:37.421774 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['f5363148-2139-414e-874e-72f42e556201'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:37.477307 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-2d189fb2-cab3-44df-8f18-8232b307eb34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': '123df636-607a-4900-9aac-9af2648dd9b2', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'port_id': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'mac_address': 'fa:16:3e:72:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:20Z', 'updated_at': '2021-07-16T18:41:35Z', 'revision_number': 1, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 5, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:37.508939 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d189fb2-cab3-44df-8f18-8232b307eb34 None None] The sync data for ids ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'] in dv-cinder-786932-5-iscsi is: [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': '123df636-607a-4900-9aac-9af2648dd9b2', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'floating_ip_address': '172.27.3.222', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'port_id': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'mac_address': 'fa:16:3e:72:6c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:20Z', 'updated_at': '2021-07-16T18:41:35Z', 'revision_number': 1, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 5, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:37.672276 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113abfd-8f6e-4420-bbe1-161b325da311 req-96a7182a-b5fa-48ea-a59a-90305c5fab3d tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:37.673802 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a113abfd-8f6e-4420-bbe1-161b325da311 req-96a7182a-b5fa-48ea-a59a-90305c5fab3d tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 945 time: 0.0703592 Jul 16 18:41:37.715342 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a113abfd-8f6e-4420-bbe1-161b325da311 req-bc39b6c7-0de1-4ab1-bae9-f6446d213722 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353336 Jul 16 18:41:37.762960 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63649b1a-66cf-4939-acc4-65ce88816496 None None] New status for floating IP 123df636-607a-4900-9aac-9af2648dd9b2: ACTIVE {{(pid=93249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:41:38.656786 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device f5363148-2139-414e-874e-72f42e556201 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:38.714894 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port f5363148-2139-414e-874e-72f42e556201 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:38.719480 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port f5363148-2139-414e-874e-72f42e556201 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:38.719909 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.800748 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.827988 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5363148-2139-414e-874e-72f42e556201'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:38.830221 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5f5fc7-900f-4327-908b-707288c4cc88" -d '{"events": [{"server_uuid": "8138a4cb-fcf1-461b-92a0-7367e4c7bb73", "name": "network-vif-plugged", "status": "completed", "tag": "f5363148-2139-414e-874e-72f42e556201"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:38.844771 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port f5363148-2139-414e-874e-72f42e556201, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f5363148-2139-414e-874e-72f42e556201,segment=NetworkSegment(8ca8145d-5a23-4306-a564-6c5582b416fe),segment_id=8ca8145d-5a23-4306-a564-6c5582b416fe)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:38.850371 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:38.900841 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc9d9e-2377-49d4-9a34-d978d3b13f86 req-668b02d7-e95f-4b7c-9e50-048fbdc0c263 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:38.902302 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7ffc9d9e-2377-49d4-9a34-d978d3b13f86 req-668b02d7-e95f-4b7c-9e50-048fbdc0c263 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 945 time: 0.0683982 Jul 16 18:41:38.903530 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=f5363148-2139-414e-874e-72f42e556201,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:38.940664 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7ffc9d9e-2377-49d4-9a34-d978d3b13f86 req-d3b722eb-7dcf-4b0b-b1b7-cfec6cc3b97f tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317740 Jul 16 18:41:38.995040 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e250f2b-416d-40de-bb17-040b0972ce3b x-openstack-request-id: req-3e250f2b-416d-40de-bb17-040b0972ce3b {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:38.995233 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8138a4cb-fcf1-461b-92a0-7367e4c7bb73", "name": "network-vif-plugged", "status": "completed", "tag": "f5363148-2139-414e-874e-72f42e556201", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:38.995484 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3e250f2b-416d-40de-bb17-040b0972ce3b {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:38.995878 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5363148-2139-414e-874e-72f42e556201', 'code': 200} Jul 16 18:41:39.413817 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740512b8-4ed2-492c-981b-acfd1ca2b14c req-405b1c6d-5fb4-4c86-bea8-4ed92487ced5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:39.415256 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-740512b8-4ed2-492c-981b-acfd1ca2b14c req-405b1c6d-5fb4-4c86-bea8-4ed92487ced5 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 1099 time: 0.0660739 Jul 16 18:41:39.456912 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-740512b8-4ed2-492c-981b-acfd1ca2b14c req-0a1e49fa-e6f3-421c-8efa-55bbd58f43ac service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300362 Jul 16 18:41:40.129920 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66f3b5-c18b-424d-9195-91f1b3cca5af req-c9503dc5-9b6f-4222-bb56-80c778c7746f tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:40.131508 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6e66f3b5-c18b-424d-9195-91f1b3cca5af req-c9503dc5-9b6f-4222-bb56-80c778c7746f tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 946 time: 0.0763314 Jul 16 18:41:40.172053 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6e66f3b5-c18b-424d-9195-91f1b3cca5af req-c3d9b829-3b23-48a2-bd69-15d4875f5ecc tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347950 Jul 16 18:41:41.348222 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d263522-7eb8-4b38-804c-5a60d432110e req-57d6033f-817a-44cc-a2cc-e510e99d31ac tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:41.349754 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2d263522-7eb8-4b38-804c-5a60d432110e req-57d6033f-817a-44cc-a2cc-e510e99d31ac tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 946 time: 0.0661917 Jul 16 18:41:41.390683 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2d263522-7eb8-4b38-804c-5a60d432110e req-58c6a675-6a50-439d-b299-1f4944b410df tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326548 Jul 16 18:41:41.581476 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4629399-1c93-43db-ad99-60fdab9d2959 req-8a2ac58b-4a4c-4145-87a3-4874713383d2 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:41.583022 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a4629399-1c93-43db-ad99-60fdab9d2959 req-8a2ac58b-4a4c-4145-87a3-4874713383d2 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 946 time: 0.0807147 Jul 16 18:41:41.622983 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a4629399-1c93-43db-ad99-60fdab9d2959 req-6a1ba6e7-9d87-4ebb-b986-2e2165b71e6c tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340400 Jul 16 18:41:41.651116 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35506) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:41.849655 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f798c9-ad44-4512-a53c-af50eb4983a7 tempest-TestShelveInstance-2140666564 tempest-TestShelveInstance-2140666564-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:41.851190 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-14f798c9-ad44-4512-a53c-af50eb4983a7 tempest-TestShelveInstance-2140666564 tempest-TestShelveInstance-2140666564-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 1094 time: 0.1989100 Jul 16 18:41:41.854368 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35512) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:41.858744 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Request body: {'floatingip': {'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'port_id': 'f5363148-2139-414e-874e-72f42e556201', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:41.882747 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for floatingip, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.002151 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:41:42.220698 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.330383 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_common [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Allocated IP 172.27.3.238 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/ba3a8ce6-e489-49c8-be3e-a95feb115f6e) {{(pid=93247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:42.438918 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for port, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.481446 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.521810 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:42.524596 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:42.527322 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Received port after_create {{(pid=93247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:42.551879 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Pushing event updated for resources: {'Port': ['ID=ba3a8ce6-e489-49c8-be3e-a95feb115f6e,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:42.565862 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.566222 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.566535 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.566866 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.567190 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.567514 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.567829 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.568547 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.568869 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.569183 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.569538 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.569836 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:42.919409 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.002130 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.148567 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for port, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.154504 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8532449'] for port, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.222712 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Pushing event updated for resources: {'Port': ['ID=ba3a8ce6-e489-49c8-be3e-a95feb115f6e,revision_number=2']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:43.239525 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.339981 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.l3_db [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Floating IP e9fa2d2d-1067-4881-b127-d3c0feccadb9 associated. External IP: 172.27.3.238, port: f5363148-2139-414e-874e-72f42e556201. Jul 16 18:41:43.558242 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Router 007940d1-250c-499a-a312-cb8a8a9ba096 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:43.677067 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:43.689231 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fffbfcd-2562-4a89-8ccd-b776ef64758c None None] Sync routers for ids ['007940d1-250c-499a-a312-cb8a8a9ba096'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:43.698654 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:43.702237 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fffbfcd-2562-4a89-8ccd-b776ef64758c None None] Routers {'007940d1-250c-499a-a312-cb8a8a9ba096'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:43.702863 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-9fffbfcd-2562-4a89-8ccd-b776ef64758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:41:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['007940d1-250c-499a-a312-cb8a8a9ba096'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:43.741998 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-1ec65aae-50aa-4f11-aa6b-7bbc1bf29852 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8865905 Jul 16 18:41:43.742996 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'tag': 'f5363148-2139-414e-874e-72f42e556201'}] {{(pid=93247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:43.745572 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1675f5700063021dd68c6217033055bce74fc81c8decf1c9b68bd4a19952454f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bd5624-2f45-41fe-acaf-a91b443b69db" -d '{"events": [{"name": "network-changed", "server_uuid": "8138a4cb-fcf1-461b-92a0-7367e4c7bb73", "tag": "f5363148-2139-414e-874e-72f42e556201"}]}' {{(pid=93247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:43.810050 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-9fffbfcd-2562-4a89-8ccd-b776ef64758c None None] Set router 007940d1-250c-499a-a312-cb8a8a9ba096 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:43.899872 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697ca485-9e06-43cf-8bf0-4865f1451f33 x-openstack-request-id: req-697ca485-9e06-43cf-8bf0-4865f1451f33 {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:43.899872 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8138a4cb-fcf1-461b-92a0-7367e4c7bb73", "tag": "f5363148-2139-414e-874e-72f42e556201", "status": "completed", "code": 200}]} {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:43.899872 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-697ca485-9e06-43cf-8bf0-4865f1451f33 {{(pid=93247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:43.900174 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'tag': 'f5363148-2139-414e-874e-72f42e556201', 'status': 'completed', 'code': 200} Jul 16 18:41:44.012769 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd5624-2f45-41fe-acaf-a91b443b69db req-82e4f92a-d846-4a79-91d6-1bd0391ae5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.014341 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-32bd5624-2f45-41fe-acaf-a91b443b69db req-82e4f92a-d846-4a79-91d6-1bd0391ae5fa service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4f1204a4ee0b442b9fe4f44965921b4a&device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 1099 time: 0.0531709 Jul 16 18:41:44.037295 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-9fffbfcd-2562-4a89-8ccd-b776ef64758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:40:46Z', 'revision_number': 4, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port': {'id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'e9fa2d2d-1067-4881-b127-d3c0feccadb9', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'port_id': 'f5363148-2139-414e-874e-72f42e556201', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'mac_address': 'fa:16:3e:0e:62:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:42Z', 'updated_at': '2021-07-16T18:41:42Z', 'revision_number': 0, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37264e8a-ce1b-45c4-9d5d-448e967a19a2', 'name': '', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'mac_address': 'fa:16:3e:d0:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:53Z', 'revision_number': 5, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'subnets': [{'id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:44.063159 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fffbfcd-2562-4a89-8ccd-b776ef64758c None None] Checking router: 007940d1-250c-499a-a312-cb8a8a9ba096 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:44.071998 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fffbfcd-2562-4a89-8ccd-b776ef64758c None None] Routers {'007940d1-250c-499a-a312-cb8a8a9ba096'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:44.072614 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-9fffbfcd-2562-4a89-8ccd-b776ef64758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:41:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['007940d1-250c-499a-a312-cb8a8a9ba096'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:44.109527 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd5624-2f45-41fe-acaf-a91b443b69db req-cfb52aef-e214-4e69-8f7e-1b2a6a8bfd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.111097 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-32bd5624-2f45-41fe-acaf-a91b443b69db req-cfb52aef-e214-4e69-8f7e-1b2a6a8bfd72 service neutron] 10.222.0.84 "GET /v2.0/networks?id=93b8596e-1e68-4714-8232-c86ec38f9d07 HTTP/1.1" status: 200 len: 910 time: 0.0896919 Jul 16 18:41:44.175746 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-9fffbfcd-2562-4a89-8ccd-b776ef64758c None None] Set router 007940d1-250c-499a-a312-cb8a8a9ba096 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:44.176007 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-32bd5624-2f45-41fe-acaf-a91b443b69db req-cdbe43ab-6932-42c9-a67d-f97a3cc64c01 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5363148-2139-414e-874e-72f42e556201 HTTP/1.1" status: 200 len: 1000 time: 0.0576386 Jul 16 18:41:44.224735 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd5624-2f45-41fe-acaf-a91b443b69db req-441799a5-06bf-4240-ad8c-c06f9aeafe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.226226 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-32bd5624-2f45-41fe-acaf-a91b443b69db req-441799a5-06bf-4240-ad8c-c06f9aeafe60 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4 HTTP/1.1" status: 200 len: 848 time: 0.0438321 Jul 16 18:41:44.291507 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd5624-2f45-41fe-acaf-a91b443b69db req-f98751ba-fe25-49a8-b98b-4f9e22e5cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.293014 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-32bd5624-2f45-41fe-acaf-a91b443b69db req-f98751ba-fe25-49a8-b98b-4f9e22e5cf9a service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93b8596e-1e68-4714-8232-c86ec38f9d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558412 Jul 16 18:41:44.384380 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-32bd5624-2f45-41fe-acaf-a91b443b69db req-aaae19df-ee9b-4573-81f0-c332bd5a0850 service neutron] 10.222.0.84 "GET /v2.0/networks/93b8596e-1e68-4714-8232-c86ec38f9d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838029 Jul 16 18:41:44.403861 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-9fffbfcd-2562-4a89-8ccd-b776ef64758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:40:46Z', 'revision_number': 4, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port': {'id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'e9fa2d2d-1067-4881-b127-d3c0feccadb9', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'port_id': 'f5363148-2139-414e-874e-72f42e556201', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'mac_address': 'fa:16:3e:0e:62:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:42Z', 'updated_at': '2021-07-16T18:41:42Z', 'revision_number': 0, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37264e8a-ce1b-45c4-9d5d-448e967a19a2', 'name': '', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'mac_address': 'fa:16:3e:d0:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:53Z', 'revision_number': 5, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'subnets': [{'id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:44.429810 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fffbfcd-2562-4a89-8ccd-b776ef64758c None None] The sync data for ids ['007940d1-250c-499a-a312-cb8a8a9ba096'] in dv-cinder-786932-5-iscsi is: [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:40:46Z', 'revision_number': 4, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port': {'id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'e9fa2d2d-1067-4881-b127-d3c0feccadb9', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'port_id': 'f5363148-2139-414e-874e-72f42e556201', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'mac_address': 'fa:16:3e:0e:62:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:42Z', 'updated_at': '2021-07-16T18:41:42Z', 'revision_number': 0, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37264e8a-ce1b-45c4-9d5d-448e967a19a2', 'name': '', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'mac_address': 'fa:16:3e:d0:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:53Z', 'revision_number': 5, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'subnets': [{'id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:44.482453 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-32bd5624-2f45-41fe-acaf-a91b443b69db req-9311b642-1b10-4338-9653-94337338bd93 service neutron] 10.222.0.84 "GET /v2.0/networks/93b8596e-1e68-4714-8232-c86ec38f9d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886455 Jul 16 18:41:44.611696 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e538d-bd51-402a-9830-1a0d5cbefa6d None None] New status for floating IP e9fa2d2d-1067-4881-b127-d3c0feccadb9: ACTIVE {{(pid=93249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:41:55.664070 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-18118594-e5cb-4aad-beaf-4476bd3b1e9a req-b2777aa7-b173-4859-9653-14e1fe6d8f61 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139413282&fields=id&tenant_id=7d8e0d1a4da34fdc8fb01dd5cf7ce892 HTTP/1.1" status: 200 len: 267 time: 0.0341296 Jul 16 18:41:55.739992 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18118594-e5cb-4aad-beaf-4476bd3b1e9a req-a9570896-6377-4eb5-a732-775828af346e tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:55.741749 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-18118594-e5cb-4aad-beaf-4476bd3b1e9a req-a9570896-6377-4eb5-a732-775828af346e tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 985 time: 0.0724049 Jul 16 18:41:55.754803 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-18118594-e5cb-4aad-beaf-4476bd3b1e9a req-39e7cc34-cc33-459c-99d5-2eba2f1d3ede tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Request body: {'port': {'security_groups': ['edbcc313-5f63-452c-8d80-2188703f1e02']}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:55.842091 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-18118594-e5cb-4aad-beaf-4476bd3b1e9a req-39e7cc34-cc33-459c-99d5-2eba2f1d3ede tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.010540 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-18118594-e5cb-4aad-beaf-4476bd3b1e9a req-39e7cc34-cc33-459c-99d5-2eba2f1d3ede tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] For port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,segment=NetworkSegment(c500c2b0-b2c6-4388-9e56-da8790391902),segment_id=c500c2b0-b2c6-4388-9e56-da8790391902)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:56.038459 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-18118594-e5cb-4aad-beaf-4476bd3b1e9a req-39e7cc34-cc33-459c-99d5-2eba2f1d3ede tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.045705 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-18118594-e5cb-4aad-beaf-4476bd3b1e9a req-39e7cc34-cc33-459c-99d5-2eba2f1d3ede tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.087967 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18118594-e5cb-4aad-beaf-4476bd3b1e9a req-39e7cc34-cc33-459c-99d5-2eba2f1d3ede tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:56.088558 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-18118594-e5cb-4aad-beaf-4476bd3b1e9a req-39e7cc34-cc33-459c-99d5-2eba2f1d3ede tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.089929 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-18118594-e5cb-4aad-beaf-4476bd3b1e9a req-39e7cc34-cc33-459c-99d5-2eba2f1d3ede tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "PUT /v2.0/ports/aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 HTTP/1.1" status: 200 len: 943 time: 0.3398082 Jul 16 18:41:56.090366 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'tag': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:56.092978 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b78b26-56f8-4b72-bf71-b1ab373b1239" -d '{"events": [{"name": "network-changed", "server_uuid": "39f84af5-29a9-4ebe-b26d-859d995eca79", "tag": "aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:56.097468 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35624) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.107652 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:56.120133 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7cc34-cc33-459c-99d5-2eba2f1d3ede tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event updated for resources: {'Port': ['ID=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,revision_number=7']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:56.135384 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31435cf-227f-4f54-a848-b5f330c5da46 x-openstack-request-id: req-c31435cf-227f-4f54-a848-b5f330c5da46 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:56.135676 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f84af5-29a9-4ebe-b26d-859d995eca79", "tag": "aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:56.135950 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c31435cf-227f-4f54-a848-b5f330c5da46 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:56.136327 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'tag': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4', 'status': 'completed', 'code': 200} Jul 16 18:41:56.184440 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-93302752-1611-4da2-b1a8-60517279bcb8 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.213117 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-93302752-1611-4da2-b1a8-60517279bcb8 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.247941 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b78b26-56f8-4b72-bf71-b1ab373b1239 req-3210cbe4-e741-4c33-9334-a947f04e9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:56.249563 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29b78b26-56f8-4b72-bf71-b1ab373b1239 req-3210cbe4-e741-4c33-9334-a947f04e9c0e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d8e0d1a4da34fdc8fb01dd5cf7ce892&device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 1099 time: 0.0566609 Jul 16 18:41:56.279876 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-93302752-1611-4da2-b1a8-60517279bcb8 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.283166 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-93302752-1611-4da2-b1a8-60517279bcb8 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.284227 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:56.284636 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-93302752-1611-4da2-b1a8-60517279bcb8 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "DELETE /v2.0/security-groups/9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98 HTTP/1.1" status: 204 len: 168 time: 0.1790454 Jul 16 18:41:56.300484 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35628) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:56.300484 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93302752-1611-4da2-b1a8-60517279bcb8 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb9dfec-ae54-4845-b3a0-aa88ccf7eb98,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:56.365606 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b78b26-56f8-4b72-bf71-b1ab373b1239 req-6b41eab1-43c2-4f3b-81ed-1e30dad8bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:56.367103 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29b78b26-56f8-4b72-bf71-b1ab373b1239 req-6b41eab1-43c2-4f3b-81ed-1e30dad8bce3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 HTTP/1.1" status: 200 len: 915 time: 0.1104174 Jul 16 18:41:56.470940 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29b78b26-56f8-4b72-bf71-b1ab373b1239 req-9ae4a25a-425b-4b10-89e3-54b47dd0f6db service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 HTTP/1.1" status: 200 len: 1001 time: 0.0956059 Jul 16 18:41:56.477674 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-f32aa539-73d1-4e5a-a1f3-d01e6a59514c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Deleting port 6086182f-969f-4fb8-a55c-2ed4375d7872 {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:41:56.478106 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f32aa539-73d1-4e5a-a1f3-d01e6a59514c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.522781 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b78b26-56f8-4b72-bf71-b1ab373b1239 req-868592d3-6dac-4830-80ed-2f9a10f66d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:56.524346 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29b78b26-56f8-4b72-bf71-b1ab373b1239 req-868592d3-6dac-4830-80ed-2f9a10f66d89 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1eaed58b-91bc-443c-9f38-8c497a614229 HTTP/1.1" status: 200 len: 853 time: 0.0463693 Jul 16 18:41:56.534094 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-2806ec37-0701-4ef1-93ed-6e3b7dffa70e None None] Provisioning complete for port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:56.534467 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2806ec37-0701-4ef1-93ed-6e3b7dffa70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.569845 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f32aa539-73d1-4e5a-a1f3-d01e6a59514c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.570346 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f32aa539-73d1-4e5a-a1f3-d01e6a59514c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.583414 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-f32aa539-73d1-4e5a-a1f3-d01e6a59514c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Calling delete_port for 6086182f-969f-4fb8-a55c-2ed4375d7872 owned by network:floatingip {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:41:56.604665 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b78b26-56f8-4b72-bf71-b1ab373b1239 req-4a9c0a9a-bb07-44fb-a731-bb19f248a633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:56.607181 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29b78b26-56f8-4b72-bf71-b1ab373b1239 req-4a9c0a9a-bb07-44fb-a731-bb19f248a633 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739324 Jul 16 18:41:56.725655 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29b78b26-56f8-4b72-bf71-b1ab373b1239 req-0a5b28a1-855e-4598-b910-021a61c7b6a6 service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112022 Jul 16 18:41:56.782158 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f32aa539-73d1-4e5a-a1f3-d01e6a59514c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.806077 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32aa539-73d1-4e5a-a1f3-d01e6a59514c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event deleted for resources: {'Port': ['ID=6086182f-969f-4fb8-a55c-2ed4375d7872,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:56.844473 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29b78b26-56f8-4b72-bf71-b1ab373b1239 req-025ed1dc-c678-4db3-a7f9-a6f9c5be4efe service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850482 Jul 16 18:41:56.875130 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f32aa539-73d1-4e5a-a1f3-d01e6a59514c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks [] for floatingip, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:56.875505 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.l3_db [None req-f32aa539-73d1-4e5a-a1f3-d01e6a59514c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Floating IP b1760292-3e10-4668-9d7b-1cd02faf403e disassociated (deleted). External IP: 172.27.3.86, port: aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4. Jul 16 18:41:57.082163 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32aa539-73d1-4e5a-a1f3-d01e6a59514c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Router 05c809f3-4191-4479-946d-a3784030dc02 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:41:57.191519 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32aa539-73d1-4e5a-a1f3-d01e6a59514c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:41:57.196673 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-f32aa539-73d1-4e5a-a1f3-d01e6a59514c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:57.201491 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6feb45-6804-4ca4-b837-431dc0225d41 None None] Sync routers for ids ['05c809f3-4191-4479-946d-a3784030dc02'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:41:57.210441 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6feb45-6804-4ca4-b837-431dc0225d41 None None] Routers {'05c809f3-4191-4479-946d-a3784030dc02'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:57.211171 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-ac6feb45-6804-4ca4-b837-431dc0225d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:41:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['05c809f3-4191-4479-946d-a3784030dc02'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:57.235854 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-f32aa539-73d1-4e5a-a1f3-d01e6a59514c tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "DELETE /v2.0/floatingips/b1760292-3e10-4668-9d7b-1cd02faf403e HTTP/1.1" status: 204 len: 168 time: 0.9362881 Jul 16 18:41:57.236462 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'tag': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4'}] {{(pid=93247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:57.238853 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1675f5700063021dd68c6217033055bce74fc81c8decf1c9b68bd4a19952454f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb54e098-1713-4af6-a8c0-042c17702a46" -d '{"events": [{"name": "network-changed", "server_uuid": "39f84af5-29a9-4ebe-b26d-859d995eca79", "tag": "aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4"}]}' {{(pid=93247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:57.275687 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f5e8b5-7576-4cc4-b0d8-988fe2cdf99e x-openstack-request-id: req-f8f5e8b5-7576-4cc4-b0d8-988fe2cdf99e {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:57.276277 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f84af5-29a9-4ebe-b26d-859d995eca79", "tag": "aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4", "status": "completed", "code": 200}]} {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:57.276542 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f8f5e8b5-7576-4cc4-b0d8-988fe2cdf99e {{(pid=93247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:57.277058 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'tag': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4', 'status': 'completed', 'code': 200} Jul 16 18:41:57.317107 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-ac6feb45-6804-4ca4-b837-431dc0225d41 None None] Set router 05c809f3-4191-4479-946d-a3784030dc02 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:57.383384 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54e098-1713-4af6-a8c0-042c17702a46 req-1fe762ea-bb26-4a1c-a2e6-3a587759660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:57.384893 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bb54e098-1713-4af6-a8c0-042c17702a46 req-1fe762ea-bb26-4a1c-a2e6-3a587759660d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d8e0d1a4da34fdc8fb01dd5cf7ce892&device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 1099 time: 0.0545082 Jul 16 18:41:57.497034 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54e098-1713-4af6-a8c0-042c17702a46 req-21c34879-4294-4ed1-b0ef-7b8f1b9f2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:57.498589 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bb54e098-1713-4af6-a8c0-042c17702a46 req-21c34879-4294-4ed1-b0ef-7b8f1b9f2433 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 HTTP/1.1" status: 200 len: 915 time: 0.1041324 Jul 16 18:41:57.550300 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-ac6feb45-6804-4ca4-b837-431dc0225d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:21Z', 'revision_number': 4, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c0e468c3-af93-4842-839e-30af1046b9e8', 'name': '', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'mac_address': 'fa:16:3e:61:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:20Z', 'updated_at': '2021-07-16T18:38:27Z', 'revision_number': 5, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'subnets': [{'id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:57.569110 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bb54e098-1713-4af6-a8c0-042c17702a46 req-5692a2ad-8669-435b-af5f-1c847a43a1b4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 HTTP/1.1" status: 200 len: 217 time: 0.0532515 Jul 16 18:41:57.579006 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6feb45-6804-4ca4-b837-431dc0225d41 None None] Checking router: 05c809f3-4191-4479-946d-a3784030dc02 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:41:57.587872 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6feb45-6804-4ca4-b837-431dc0225d41 None None] Routers {'05c809f3-4191-4479-946d-a3784030dc02'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:41:57.588495 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-ac6feb45-6804-4ca4-b837-431dc0225d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:41:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['05c809f3-4191-4479-946d-a3784030dc02'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:57.643689 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54e098-1713-4af6-a8c0-042c17702a46 req-b1738662-7d39-4bc4-826f-5294496beb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:57.645252 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bb54e098-1713-4af6-a8c0-042c17702a46 req-b1738662-7d39-4bc4-826f-5294496beb0a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1eaed58b-91bc-443c-9f38-8c497a614229 HTTP/1.1" status: 200 len: 853 time: 0.0587819 Jul 16 18:41:57.706029 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-ac6feb45-6804-4ca4-b837-431dc0225d41 None None] Set router 05c809f3-4191-4479-946d-a3784030dc02 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:41:57.717380 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54e098-1713-4af6-a8c0-042c17702a46 req-7f46678c-6788-4cc5-92e3-46bcbea82b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:57.718869 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bb54e098-1713-4af6-a8c0-042c17702a46 req-7f46678c-6788-4cc5-92e3-46bcbea82b48 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590913 Jul 16 18:41:57.812802 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bb54e098-1713-4af6-a8c0-042c17702a46 req-fd5be22b-2344-48a9-8b55-d29a90d8ac89 service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827096 Jul 16 18:41:57.910479 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bb54e098-1713-4af6-a8c0-042c17702a46 req-17df4047-6c23-4c54-96e4-2bd61957797a service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898712 Jul 16 18:41:57.918506 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-ac6feb45-6804-4ca4-b837-431dc0225d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:21Z', 'revision_number': 4, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c0e468c3-af93-4842-839e-30af1046b9e8', 'name': '', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'mac_address': 'fa:16:3e:61:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:20Z', 'updated_at': '2021-07-16T18:38:27Z', 'revision_number': 5, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'subnets': [{'id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:41:57.947863 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6feb45-6804-4ca4-b837-431dc0225d41 None None] The sync data for ids ['05c809f3-4191-4479-946d-a3784030dc02'] in dv-cinder-786932-5-iscsi is: [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:21Z', 'revision_number': 4, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c0e468c3-af93-4842-839e-30af1046b9e8', 'name': '', 'network_id': 'd1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'mac_address': 'fa:16:3e:61:2b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:20Z', 'updated_at': '2021-07-16T18:38:27Z', 'revision_number': 5, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'subnets': [{'id': '1eaed58b-91bc-443c-9f38-8c497a614229', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:41:58.161278 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf7cc2e-da29-4888-bea9-15c0991c796d None None] New status for floating IP b1760292-3e10-4668-9d7b-1cd02faf403e: DOWN {{(pid=93249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:41:58.662742 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-6d854208-180c-4f41-942a-6bcc5ec470a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.251442 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35694) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:01.356407 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6d2822b3-ac3c-40aa-9166-b8530d654512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.449959 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6d2822b3-ac3c-40aa-9166-b8530d654512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.455573 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6d2822b3-ac3c-40aa-9166-b8530d654512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.493096 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2822b3-ac3c-40aa-9166-b8530d654512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa0fed5-deff-484c-8c21-d3fcaf00a356,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:01.499961 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-6d2822b3-ac3c-40aa-9166-b8530d654512 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f4f553c1960042e898bea3ae771e0041&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2449358 Jul 16 18:42:01.500132 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35702) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:01.547618 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d550a048-adc1-44b4-8341-b6a95f274c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.551843 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-594ddb33-83c9-4da8-bb5e-2ed665a6c331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.569833 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d550a048-adc1-44b4-8341-b6a95f274c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.619272 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d550a048-adc1-44b4-8341-b6a95f274c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.623200 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-d550a048-adc1-44b4-8341-b6a95f274c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:01.624357 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-d550a048-adc1-44b4-8341-b6a95f274c53 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1aa0fed5-deff-484c-8c21-d3fcaf00a356 HTTP/1.1" status: 204 len: 168 time: 0.1233628 Jul 16 18:42:01.632798 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550a048-adc1-44b4-8341-b6a95f274c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa0fed5-deff-484c-8c21-d3fcaf00a356,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:01.891169 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:02.612156 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.473022 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:03.987659 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a062df78-d69d-417e-9dbd-6b6f78233b29 req-cbfd5a84-d7ea-4e3e-8d99-fa979650fa26 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585735 Jul 16 18:42:04.037638 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:04.113907 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062df78-d69d-417e-9dbd-6b6f78233b29 req-bf471c47-ff47-4b73-9aa2-599d55089646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:04.115411 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a062df78-d69d-417e-9dbd-6b6f78233b29 req-bf471c47-ff47-4b73-9aa2-599d55089646 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=7d8e0d1a4da34fdc8fb01dd5cf7ce892&device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 1099 time: 0.0655127 Jul 16 18:42:04.222905 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062df78-d69d-417e-9dbd-6b6f78233b29 req-581d3a03-be2d-4e32-b11e-1309f658b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:04.224456 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a062df78-d69d-417e-9dbd-6b6f78233b29 req-581d3a03-be2d-4e32-b11e-1309f658b498 service neutron] 10.222.0.84 "GET /v2.0/networks?id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 HTTP/1.1" status: 200 len: 915 time: 0.0865936 Jul 16 18:42:04.277379 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a062df78-d69d-417e-9dbd-6b6f78233b29 req-1af6c4fe-a72d-4ea1-9714-5782de9b4089 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 HTTP/1.1" status: 200 len: 217 time: 0.0444267 Jul 16 18:42:04.334360 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062df78-d69d-417e-9dbd-6b6f78233b29 req-3f4cca16-a247-4a11-9c0d-5a0956c39343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:04.335914 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a062df78-d69d-417e-9dbd-6b6f78233b29 req-3f4cca16-a247-4a11-9c0d-5a0956c39343 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=1eaed58b-91bc-443c-9f38-8c497a614229 HTTP/1.1" status: 200 len: 853 time: 0.0506113 Jul 16 18:42:04.394973 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a062df78-d69d-417e-9dbd-6b6f78233b29 req-5bf82af8-2759-48f6-83a1-03174765c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:04.396511 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a062df78-d69d-417e-9dbd-6b6f78233b29 req-5bf82af8-2759-48f6-83a1-03174765c831 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523829 Jul 16 18:42:04.491350 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a062df78-d69d-417e-9dbd-6b6f78233b29 req-fb830209-0653-470e-8eaf-2727a912b6e8 service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850973 Jul 16 18:42:04.580576 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a062df78-d69d-417e-9dbd-6b6f78233b29 req-39ca2199-f50c-45e2-bfaa-818d0134fb93 service neutron] 10.222.0.84 "GET /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801296 Jul 16 18:42:05.848265 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964acca-d6bb-42b5-afb3-3a3a25b939eb req-b10f1a23-4599-4145-a654-f783b3a6f46a tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:05.850268 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e964acca-d6bb-42b5-afb3-3a3a25b939eb req-b10f1a23-4599-4145-a654-f783b3a6f46a tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 946 time: 0.0789287 Jul 16 18:42:05.890599 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e964acca-d6bb-42b5-afb3-3a3a25b939eb req-f64e0b6a-a3d3-449d-9543-74383df719ec tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323880 Jul 16 18:42:07.311577 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d83b3-feeb-4ccd-982d-9b5c109ecef8 req-e3092f3d-bf01-4a75-a1f2-55a463bd9d7e tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:07.313066 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-129d83b3-feeb-4ccd-982d-9b5c109ecef8 req-e3092f3d-bf01-4a75-a1f2-55a463bd9d7e tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 946 time: 0.3015168 Jul 16 18:42:07.354184 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-129d83b3-feeb-4ccd-982d-9b5c109ecef8 req-c40155be-bce6-4438-a9c6-20103da8ee03 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349395 Jul 16 18:42:08.360603 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6b362-2c81-4b0c-8833-2f6d136611e6 req-bef34268-e6a1-4742-bd10-4e65bddd226d tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:08.362049 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-eff6b362-2c81-4b0c-8833-2f6d136611e6 req-bef34268-e6a1-4742-bd10-4e65bddd226d tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.84 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 946 time: 0.0819185 Jul 16 18:42:08.462659 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-eff6b362-2c81-4b0c-8833-2f6d136611e6 req-a3c9b1c6-219d-4e39-a0c2-a330102c0160 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Deleting port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:08.463101 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-eff6b362-2c81-4b0c-8833-2f6d136611e6 req-a3c9b1c6-219d-4e39-a0c2-a330102c0160 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.586944 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-eff6b362-2c81-4b0c-8833-2f6d136611e6 req-a3c9b1c6-219d-4e39-a0c2-a330102c0160 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] For port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,segment=NetworkSegment(c500c2b0-b2c6-4388-9e56-da8790391902),segment_id=c500c2b0-b2c6-4388-9e56-da8790391902)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:08.587303 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-eff6b362-2c81-4b0c-8833-2f6d136611e6 req-a3c9b1c6-219d-4e39-a0c2-a330102c0160 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.605670 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-eff6b362-2c81-4b0c-8833-2f6d136611e6 req-a3c9b1c6-219d-4e39-a0c2-a330102c0160 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Calling delete_port for aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:08.616668 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96585d64-df03-466b-8738-e30ec65efb1c req-79f90d0b-0ad1-4376-aaab-ea676cfc04af tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:08.618087 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-96585d64-df03-466b-8738-e30ec65efb1c req-79f90d0b-0ad1-4376-aaab-ea676cfc04af tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/ports?device_id=39f84af5-29a9-4ebe-b26d-859d995eca79 HTTP/1.1" status: 200 len: 946 time: 0.1372480 Jul 16 18:42:08.695832 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-96585d64-df03-466b-8738-e30ec65efb1c req-5c53f448-d691-4009-8c38-6843423af3b4 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.68 "GET /v2.0/security-groups?id=edbcc313-5f63-452c-8d80-2188703f1e02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719390 Jul 16 18:42:08.768760 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-eff6b362-2c81-4b0c-8833-2f6d136611e6 req-a3c9b1c6-219d-4e39-a0c2-a330102c0160 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.798600 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9b1c6-219d-4e39-a0c2-a330102c0160 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Pushing event deleted for resources: {'Port': ['ID=aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:08.815810 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:08.849945 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff6b362-2c81-4b0c-8833-2f6d136611e6 req-a3c9b1c6-219d-4e39-a0c2-a330102c0160 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] No DVR routers for this DVR port aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:08.852318 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-eff6b362-2c81-4b0c-8833-2f6d136611e6 req-a3c9b1c6-219d-4e39-a0c2-a330102c0160 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:08.854327 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-eff6b362-2c81-4b0c-8833-2f6d136611e6 req-a3c9b1c6-219d-4e39-a0c2-a330102c0160 tempest-TestMinimumBasicScenario-412652619 tempest-TestMinimumBasicScenario-412652619-project] 10.222.0.84 "DELETE /v2.0/ports/aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 HTTP/1.1" status: 204 len: 173 time: 0.4842305 Jul 16 18:42:08.854774 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'name': 'network-vif-deleted', 'tag': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:08.857001 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64e5c35-94b4-4b78-a990-ea894cf408e3" -d '{"events": [{"server_uuid": "39f84af5-29a9-4ebe-b26d-859d995eca79", "name": "network-vif-deleted", "tag": "aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:08.894726 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7807b7-da8c-4e46-8fca-49da67d4509a x-openstack-request-id: req-7e7807b7-da8c-4e46-8fca-49da67d4509a {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:08.895261 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f84af5-29a9-4ebe-b26d-859d995eca79", "name": "network-vif-deleted", "tag": "aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:08.895515 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7e7807b7-da8c-4e46-8fca-49da67d4509a {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:08.895972 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f84af5-29a9-4ebe-b26d-859d995eca79', 'name': 'network-vif-deleted', 'tag': 'aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4', 'status': 'completed', 'code': 200} Jul 16 18:42:10.418409 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35882) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:10.768975 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0637673b-b6a1-42f2-a902-cdc1c932e358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516521'] for router_interface, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.024669 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-0637673b-b6a1-42f2-a902-cdc1c932e358 admin admin] Deleting port c0e468c3-af93-4842-839e-30af1046b9e8 {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:11.024990 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0637673b-b6a1-42f2-a902-cdc1c932e358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.105795 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-0637673b-b6a1-42f2-a902-cdc1c932e358 admin admin] For port c0e468c3-af93-4842-839e-30af1046b9e8, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=c0e468c3-af93-4842-839e-30af1046b9e8,segment=NetworkSegment(c500c2b0-b2c6-4388-9e56-da8790391902),segment_id=c500c2b0-b2c6-4388-9e56-da8790391902)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:11.106162 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0637673b-b6a1-42f2-a902-cdc1c932e358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.121292 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-0637673b-b6a1-42f2-a902-cdc1c932e358 admin admin] Calling delete_port for c0e468c3-af93-4842-839e-30af1046b9e8 owned by network:router_interface {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:11.309499 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0637673b-b6a1-42f2-a902-cdc1c932e358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.337886 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637673b-b6a1-42f2-a902-cdc1c932e358 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e468c3-af93-4842-839e-30af1046b9e8,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:11.498602 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0637673b-b6a1-42f2-a902-cdc1c932e358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513593'] for router_interface, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:11.714541 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0637673b-b6a1-42f2-a902-cdc1c932e358 admin admin] Router 05c809f3-4191-4479-946d-a3784030dc02 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:11.821746 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0637673b-b6a1-42f2-a902-cdc1c932e358 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:11.826812 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-0637673b-b6a1-42f2-a902-cdc1c932e358 admin admin] 10.222.0.68 "PUT /v2.0/routers/05c809f3-4191-4479-946d-a3784030dc02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4067910 Jul 16 18:42:11.829579 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35888) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:11.830209 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a384b21-632a-44b7-a6bd-11c8b39a5da9 None None] Sync routers for ids ['05c809f3-4191-4479-946d-a3784030dc02'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:11.839125 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a384b21-632a-44b7-a6bd-11c8b39a5da9 None None] Routers {'05c809f3-4191-4479-946d-a3784030dc02'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:11.839741 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-2a384b21-632a-44b7-a6bd-11c8b39a5da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:42:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['05c809f3-4191-4479-946d-a3784030dc02'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:11.942088 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-2a384b21-632a-44b7-a6bd-11c8b39a5da9 None None] Set router 05c809f3-4191-4479-946d-a3784030dc02 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:12.124363 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-2a384b21-632a-44b7-a6bd-11c8b39a5da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:42:11Z', 'revision_number': 5, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:12.150475 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a384b21-632a-44b7-a6bd-11c8b39a5da9 None None] Checking router: 05c809f3-4191-4479-946d-a3784030dc02 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:12.159550 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a384b21-632a-44b7-a6bd-11c8b39a5da9 None None] Routers {'05c809f3-4191-4479-946d-a3784030dc02'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:12.160174 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-2a384b21-632a-44b7-a6bd-11c8b39a5da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:42:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['05c809f3-4191-4479-946d-a3784030dc02'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:12.195644 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] Notify callbacks [] for router, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.264750 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-2a384b21-632a-44b7-a6bd-11c8b39a5da9 None None] Set router 05c809f3-4191-4479-946d-a3784030dc02 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:12.297508 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.348866 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] Deleting port 83bc0a5c-bd70-47df-adb5-1d753b67e70b {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:12.349469 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.436004 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] For port 83bc0a5c-bd70-47df-adb5-1d753b67e70b, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=83bc0a5c-bd70-47df-adb5-1d753b67e70b,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:12.436371 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.444776 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-2a384b21-632a-44b7-a6bd-11c8b39a5da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:42:11Z', 'revision_number': 5, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:12.450091 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] Calling delete_port for 83bc0a5c-bd70-47df-adb5-1d753b67e70b owned by network:router_gateway {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:12.472527 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a384b21-632a-44b7-a6bd-11c8b39a5da9 None None] The sync data for ids ['05c809f3-4191-4479-946d-a3784030dc02'] in dv-cinder-786932-5-iscsi is: [{'id': '05c809f3-4191-4479-946d-a3784030dc02', 'name': 'tempest-TestMinimumBasicScenario-121885460-router', 'tenant_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:42:11Z', 'revision_number': 5, 'project_id': '7d8e0d1a4da34fdc8fb01dd5cf7ce892', 'gw_port': {'id': '83bc0a5c-bd70-47df-adb5-1d753b67e70b', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d7:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05c809f3-4191-4479-946d-a3784030dc02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:18Z', 'updated_at': '2021-07-16T18:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:12.616888 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:12.636826 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.644145 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:12.644516 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device aeb1d7cc-ce36-4c42-9098-3d0e8fdb1dc4 not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:12.664402 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] Pushing event deleted for resources: {'Port': ['ID=83bc0a5c-bd70-47df-adb5-1d753b67e70b,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:12.733711 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517219'] for router_gateway, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.835275 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5268'] for router, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.837566 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.903245 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516833'] for router, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.903903 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05c809f3-4191-4479-946d-a3784030dc02 {{(pid=93246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:42:12.909061 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] Notify callbacks [] for router, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.910177 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-b2caed87-9c33-447e-bf53-13b926f23b20 admin admin] 10.222.0.68 "DELETE /v2.0/routers/05c809f3-4191-4479-946d-a3784030dc02 HTTP/1.1" status: 204 len: 168 time: 1.0795655 Jul 16 18:42:12.912683 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35894) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:12.957598 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4de014-9105-4a7e-9e7c-ae6649b3263c admin admin] Deleting subnet 1eaed58b-91bc-443c-9f38-8c497a614229 {{(pid=93246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:12.960912 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6a4de014-9105-4a7e-9e7c-ae6649b3263c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:12.996427 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6a4de014-9105-4a7e-9e7c-ae6649b3263c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10092852'] for subnet, precommit_delete_associations {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.110522 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6a4de014-9105-4a7e-9e7c-ae6649b3263c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.169220 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6a4de014-9105-4a7e-9e7c-ae6649b3263c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2311627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10420670'] for subnet, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.197312 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-6a4de014-9105-4a7e-9e7c-ae6649b3263c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.199558 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-6a4de014-9105-4a7e-9e7c-ae6649b3263c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/1eaed58b-91bc-443c-9f38-8c497a614229 HTTP/1.1" status: 204 len: 168 time: 0.2858768 Jul 16 18:42:13.201461 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4de014-9105-4a7e-9e7c-ae6649b3263c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eaed58b-91bc-443c-9f38-8c497a614229,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:13.202244 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35896) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:13.203021 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cd0790-dbba-485e-b7d1-2221eca239f9 None None] Network d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:13.272319 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.326926 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Deleting port 7ab5ea57-f749-4e46-a781-0b6ddc75535d {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:13.327287 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.393399 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] For port 7ab5ea57-f749-4e46-a781-0b6ddc75535d, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=7ab5ea57-f749-4e46-a781-0b6ddc75535d,segment=NetworkSegment(c500c2b0-b2c6-4388-9e56-da8790391902),segment_id=c500c2b0-b2c6-4388-9e56-da8790391902)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:13.393621 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.406405 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Calling delete_port for 7ab5ea57-f749-4e46-a781-0b6ddc75535d owned by network:dhcp {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:13.502381 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.525741 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab5ea57-f749-4e46-a781-0b6ddc75535d,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:13.528491 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1268e18-2af0-4d0a-a992-b59dd7e087d5 None None] DHCP port deletion for d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 request from dv-cinder-786932-5-iscsi {{(pid=93248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:13.531726 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] No DVR routers for this DVR port 7ab5ea57-f749-4e46-a781-0b6ddc75535d on host dv-cinder-786932-5-iscsi {{(pid=93247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:13.605125 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.615534 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0']}} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:13.625587 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c500c2b0-b2c6-4388-9e56-da8790391902') {'for_net_delete': True} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:13.625691 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c500c2b0-b2c6-4388-9e56-da8790391902') {} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:13.634324 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10409259'] for segment, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.648467 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=93247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8532745'] for segment, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: Traceback (most recent call last): Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: timer() Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: cb(*args, **kw) Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: return func(*args, **kwargs) Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: self._notify() Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: self.callback(batched_events) Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: event.method(event) Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: return f(self, *a, **k) Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._get(url).json() Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:13.660908 dv-cinder-786932-5-iscsi neutron-server[93247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:13.709110 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.717775 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:13.719805 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] 10.222.0.68 "DELETE /v2.0/networks/d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0 HTTP/1.1" status: 204 len: 168 time: 0.5164380 Jul 16 18:42:13.722851 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35912) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:13.737393 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904641fb-4c8d-4687-beb4-e83cf95efeaa admin admin] Pushing event deleted for resources: {'Network': ['ID=d1bd2b8f-5b57-4df3-ad47-3a11f1ddb6e0,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:14.184597 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-732a5606-0231-48cb-9558-b32eaa53cc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516521'] for router_interface, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.461064 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device c0e468c3-af93-4842-839e-30af1046b9e8 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:14.480415 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: c0e468c3-af93-4842-839e-30af1046b9e8 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:14.480766 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device c0e468c3-af93-4842-839e-30af1046b9e8 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:14.481190 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 7ab5ea57-f749-4e46-a781-0b6ddc75535d no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:14.483003 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-732a5606-0231-48cb-9558-b32eaa53cc44 admin admin] Deleting port 751092d4-44d9-48bf-8ec4-dbde633d59d5 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:14.483341 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-732a5606-0231-48cb-9558-b32eaa53cc44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.499210 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: 7ab5ea57-f749-4e46-a781-0b6ddc75535d {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:14.499575 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 7ab5ea57-f749-4e46-a781-0b6ddc75535d not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:14.499989 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 83bc0a5c-bd70-47df-adb5-1d753b67e70b no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:14.520363 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: 83bc0a5c-bd70-47df-adb5-1d753b67e70b {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:14.520712 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 83bc0a5c-bd70-47df-adb5-1d753b67e70b not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:14.562350 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-732a5606-0231-48cb-9558-b32eaa53cc44 admin admin] For port 751092d4-44d9-48bf-8ec4-dbde633d59d5, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=751092d4-44d9-48bf-8ec4-dbde633d59d5,segment=NetworkSegment(0ba20d7c-44d8-4f9b-8054-d50b59c95245),segment_id=0ba20d7c-44d8-4f9b-8054-d50b59c95245)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:14.562702 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-732a5606-0231-48cb-9558-b32eaa53cc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.574903 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-732a5606-0231-48cb-9558-b32eaa53cc44 admin admin] Calling delete_port for 751092d4-44d9-48bf-8ec4-dbde633d59d5 owned by network:router_interface {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:14.767462 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-732a5606-0231-48cb-9558-b32eaa53cc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:14.792426 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732a5606-0231-48cb-9558-b32eaa53cc44 admin admin] Pushing event deleted for resources: {'Port': ['ID=751092d4-44d9-48bf-8ec4-dbde633d59d5,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:14.959379 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-732a5606-0231-48cb-9558-b32eaa53cc44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513593'] for router_interface, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.174730 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732a5606-0231-48cb-9558-b32eaa53cc44 admin admin] Router 2544bef2-7078-474c-a0fd-8836f17b3460 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:15.283629 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732a5606-0231-48cb-9558-b32eaa53cc44 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:15.288631 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-732a5606-0231-48cb-9558-b32eaa53cc44 admin admin] 10.222.0.68 "PUT /v2.0/routers/2544bef2-7078-474c-a0fd-8836f17b3460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5640039 Jul 16 18:42:15.291162 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35936) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:15.292274 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4d4bb-16aa-4432-a421-db5b28c324fe None None] Sync routers for ids ['2544bef2-7078-474c-a0fd-8836f17b3460'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:15.302030 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4d4bb-16aa-4432-a421-db5b28c324fe None None] Routers {'2544bef2-7078-474c-a0fd-8836f17b3460'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:15.302629 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-4dc4d4bb-16aa-4432-a421-db5b28c324fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:42:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['2544bef2-7078-474c-a0fd-8836f17b3460'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:15.406572 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-4dc4d4bb-16aa-4432-a421-db5b28c324fe None None] Set router 2544bef2-7078-474c-a0fd-8836f17b3460 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:15.596156 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-4dc4d4bb-16aa-4432-a421-db5b28c324fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'name': 'tempest-TestMinimumBasicScenario-112978877-router', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:23Z', 'updated_at': '2021-07-16T18:42:14Z', 'revision_number': 5, 'project_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'gw_port': {'id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:24Z', 'updated_at': '2021-07-16T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:15.659610 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] Notify callbacks [] for router, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.703421 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4d4bb-16aa-4432-a421-db5b28c324fe None None] Checking router: 2544bef2-7078-474c-a0fd-8836f17b3460 for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:15.712015 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4d4bb-16aa-4432-a421-db5b28c324fe None None] Routers {'2544bef2-7078-474c-a0fd-8836f17b3460'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:15.712611 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-4dc4d4bb-16aa-4432-a421-db5b28c324fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:42:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['2544bef2-7078-474c-a0fd-8836f17b3460'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:15.761638 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.812057 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-4dc4d4bb-16aa-4432-a421-db5b28c324fe None None] Set router 2544bef2-7078-474c-a0fd-8836f17b3460 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:15.814668 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] Deleting port 3c8d2c86-f98f-40c1-943d-37197dea30f4 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:15.815017 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.896349 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] For port 3c8d2c86-f98f-40c1-943d-37197dea30f4, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=3c8d2c86-f98f-40c1-943d-37197dea30f4,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:15.896702 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.908803 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] Calling delete_port for 3c8d2c86-f98f-40c1-943d-37197dea30f4 owned by network:router_gateway {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:15.988141 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-4dc4d4bb-16aa-4432-a421-db5b28c324fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'name': 'tempest-TestMinimumBasicScenario-112978877-router', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:23Z', 'updated_at': '2021-07-16T18:42:14Z', 'revision_number': 5, 'project_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'gw_port': {'id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:24Z', 'updated_at': '2021-07-16T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:16.017863 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4d4bb-16aa-4432-a421-db5b28c324fe None None] The sync data for ids ['2544bef2-7078-474c-a0fd-8836f17b3460'] in dv-cinder-786932-5-iscsi is: [{'id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'name': 'tempest-TestMinimumBasicScenario-112978877-router', 'tenant_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:38:23Z', 'updated_at': '2021-07-16T18:42:14Z', 'revision_number': 5, 'project_id': 'ac65ddcb25734dbfa3fed6af4e8af5ff', 'gw_port': {'id': '3c8d2c86-f98f-40c1-943d-37197dea30f4', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:77:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2544bef2-7078-474c-a0fd-8836f17b3460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:38:24Z', 'updated_at': '2021-07-16T18:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:16.080917 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.111114 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8d2c86-f98f-40c1-943d-37197dea30f4,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:16.173306 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517219'] for router_gateway, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.267291 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5268'] for router, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.271183 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.329524 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516833'] for router, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.330209 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2544bef2-7078-474c-a0fd-8836f17b3460 {{(pid=93246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:42:16.336256 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] Notify callbacks [] for router, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.337876 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-e7eb4da3-772d-48b6-aed9-96188dbf0264 admin admin] 10.222.0.68 "DELETE /v2.0/routers/2544bef2-7078-474c-a0fd-8836f17b3460 HTTP/1.1" status: 204 len: 168 time: 1.0455394 Jul 16 18:42:16.340579 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35952) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:16.388982 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b91b64-912d-440b-8ad0-f4db159b888a admin admin] Deleting subnet 913362c6-1f61-4203-af1d-0ce8b3348f1d {{(pid=93246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:42:16.392372 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-75b91b64-912d-440b-8ad0-f4db159b888a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.433256 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-75b91b64-912d-440b-8ad0-f4db159b888a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10092852'] for subnet, precommit_delete_associations {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.514309 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 751092d4-44d9-48bf-8ec4-dbde633d59d5 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:16.528654 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-75b91b64-912d-440b-8ad0-f4db159b888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.534612 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: 751092d4-44d9-48bf-8ec4-dbde633d59d5 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:16.534956 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 751092d4-44d9-48bf-8ec4-dbde633d59d5 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:16.582938 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-75b91b64-912d-440b-8ad0-f4db159b888a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2311627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10420670'] for subnet, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.610775 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-75b91b64-912d-440b-8ad0-f4db159b888a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.615266 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-75b91b64-912d-440b-8ad0-f4db159b888a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/913362c6-1f61-4203-af1d-0ce8b3348f1d HTTP/1.1" status: 204 len: 168 time: 0.2711351 Jul 16 18:42:16.615606 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b91b64-912d-440b-8ad0-f4db159b888a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913362c6-1f61-4203-af1d-0ce8b3348f1d,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:16.615784 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35956) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:16.616796 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7948db2b-eca5-44eb-8c0a-e6afcfb16ab2 None None] Network b8baf675-b354-4a06-a906-628f5220837b requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:42:16.689461 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.750907 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Deleting port 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:42:16.751246 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.818162 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] For port 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=8b98a587-fe5f-4ebd-a4c5-adbbaaed774c,segment=NetworkSegment(0ba20d7c-44d8-4f9b-8054-d50b59c95245),segment_id=0ba20d7c-44d8-4f9b-8054-d50b59c95245)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:16.818835 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.829954 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Calling delete_port for 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c owned by network:dhcp {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:42:16.907358 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:16.929720 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Pushing event deleted for resources: {'Port': ['ID=8b98a587-fe5f-4ebd-a4c5-adbbaaed774c,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:16.935327 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] No DVR routers for this DVR port 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c on host dv-cinder-786932-5-iscsi {{(pid=93247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:42:17.009433 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.020485 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8baf675-b354-4a06-a906-628f5220837b']}} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:17.030515 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba20d7c-44d8-4f9b-8054-d50b59c95245') {'for_net_delete': True} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:17.030817 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba20d7c-44d8-4f9b-8054-d50b59c95245') {} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:17.040434 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10409259'] for segment, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.054632 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.061855 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=93247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:42:17.062276 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8532745'] for segment, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: Traceback (most recent call last): Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: timer() Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: cb(*args, **kw) Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: return func(*args, **kwargs) Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: self._notify() Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: self.callback(batched_events) Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: event.method(event) Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: return f(self, *a, **k) Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._get(url).json() Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: return self.request(url, 'GET', **kwargs) Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:42:17.064086 dv-cinder-786932-5-iscsi neutron-server[93247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:42:17.076831 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9792a95-e9ea-407b-907f-66096710024b None None] DHCP port deletion for b8baf675-b354-4a06-a906-628f5220837b request from dv-cinder-786932-5-iscsi {{(pid=93248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:42:17.123897 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.129468 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.131395 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] 10.222.0.68 "DELETE /v2.0/networks/b8baf675-b354-4a06-a906-628f5220837b HTTP/1.1" status: 204 len: 168 time: 0.5145099 Jul 16 18:42:17.141993 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3406d3-bff1-45af-b2b6-92a31666772b admin admin] Pushing event deleted for resources: {'Network': ['ID=b8baf675-b354-4a06-a906-628f5220837b,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:17.309629 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 35962) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:17.353287 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-7cde0f5f-b265-415b-90eb-0ae4dcfff698 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7d8e0d1a4da34fdc8fb01dd5cf7ce892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424838 Jul 16 18:42:17.356092 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 35966) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:17.405279 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d98e5f13-a97b-43e7-adb2-ce032f2f2383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.427675 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d98e5f13-a97b-43e7-adb2-ce032f2f2383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.483368 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d98e5f13-a97b-43e7-adb2-ce032f2f2383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.486267 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d98e5f13-a97b-43e7-adb2-ce032f2f2383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.488798 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-d98e5f13-a97b-43e7-adb2-ce032f2f2383 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/edbcc313-5f63-452c-8d80-2188703f1e02 HTTP/1.1" status: 204 len: 168 time: 0.1316850 Jul 16 18:42:17.497361 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e5f13-a97b-43e7-adb2-ce032f2f2383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbcc313-5f63-452c-8d80-2188703f1e02,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:17.848065 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 36022) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:17.899891 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-e6abb6ab-00b0-4b22-a98e-80e94b3573b3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ac65ddcb25734dbfa3fed6af4e8af5ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505486 Jul 16 18:42:17.902723 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 36028) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:17.956581 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-afbbdbbe-486a-4bc8-b0ae-dbde3cf8a409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:17.979068 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-afbbdbbe-486a-4bc8-b0ae-dbde3cf8a409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.026091 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-afbbdbbe-486a-4bc8-b0ae-dbde3cf8a409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.028700 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-afbbdbbe-486a-4bc8-b0ae-dbde3cf8a409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.029975 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-afbbdbbe-486a-4bc8-b0ae-dbde3cf8a409 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b5859778-f86a-4045-a444-5364bf8778c8 HTTP/1.1" status: 204 len: 168 time: 0.1262546 Jul 16 18:42:18.037588 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbdbbe-486a-4bc8-b0ae-dbde3cf8a409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5859778-f86a-4045-a444-5364bf8778c8,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:18.447997 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 3c8d2c86-f98f-40c1-943d-37197dea30f4 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:18.468455 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: 3c8d2c86-f98f-40c1-943d-37197dea30f4 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:18.468868 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 3c8d2c86-f98f-40c1-943d-37197dea30f4 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:18.469381 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:42:18.487552 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:42:18.487894 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 8b98a587-fe5f-4ebd-a4c5-adbbaaed774c not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:42:19.001499 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:25.584840 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d8a90-4f05-4840-8799-734a436d0583 req-518513b7-dbf2-4193-abaf-be30521663b8 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:25.586513 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-326d8a90-4f05-4840-8799-734a436d0583 req-518513b7-dbf2-4193-abaf-be30521663b8 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0699737 Jul 16 18:42:25.625591 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-326d8a90-4f05-4840-8799-734a436d0583 req-3d7dd0a3-65b8-4e6d-b6a1-ab7874f750ff tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332778 Jul 16 18:42:26.806373 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252b211a-6181-4346-be8b-ae0e5f2a9ccd req-57a8c4b9-3a11-46b1-8fd3-bba02cddac95 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:26.807837 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-252b211a-6181-4346-be8b-ae0e5f2a9ccd req-57a8c4b9-3a11-46b1-8fd3-bba02cddac95 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0655055 Jul 16 18:42:26.850616 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-252b211a-6181-4346-be8b-ae0e5f2a9ccd req-5abc054b-1bf9-427c-b0ba-418be6723f5a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341029 Jul 16 18:42:28.039218 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06071005-a846-45f5-95b2-b0a8e49d1fcd req-e01b01ec-24ac-4b9f-b644-4f03e573ab25 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:28.040987 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06071005-a846-45f5-95b2-b0a8e49d1fcd req-e01b01ec-24ac-4b9f-b644-4f03e573ab25 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0749090 Jul 16 18:42:28.080306 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-06071005-a846-45f5-95b2-b0a8e49d1fcd req-90016935-4921-4230-bb49-88348431b307 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336130 Jul 16 18:42:28.669370 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-93ad9295-3d71-418a-aac6-ff1930b84938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.255871 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caab56a-bb25-4f54-9d9b-e88937cb42f5 req-8ba5d694-47a2-4794-8726-66ae4fb78d15 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:29.259095 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9caab56a-bb25-4f54-9d9b-e88937cb42f5 req-8ba5d694-47a2-4794-8726-66ae4fb78d15 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0678980 Jul 16 18:42:29.301994 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9caab56a-bb25-4f54-9d9b-e88937cb42f5 req-8ca0323b-17a2-48ac-9e60-ed420de6bc7f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328498 Jul 16 18:42:30.484863 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dabf6e-941c-453e-ae86-797199fd4576 req-80846188-d3b9-4622-8dde-52a2c4d75a51 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:30.486378 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-15dabf6e-941c-453e-ae86-797199fd4576 req-80846188-d3b9-4622-8dde-52a2c4d75a51 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0682588 Jul 16 18:42:30.524702 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-15dabf6e-941c-453e-ae86-797199fd4576 req-f2b48236-6469-4c37-bc53-2bab44466834 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318320 Jul 16 18:42:31.560024 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-cfee6a97-a21d-4faf-a8d2-3ef9ac60fcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:31.710619 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbb048-b144-41d6-91ff-428ef6fb1855 req-3c5253dd-3e2d-4765-90ee-db942a5f1446 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:31.712151 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-badbb048-b144-41d6-91ff-428ef6fb1855 req-3c5253dd-3e2d-4765-90ee-db942a5f1446 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0641580 Jul 16 18:42:31.750852 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-badbb048-b144-41d6-91ff-428ef6fb1855 req-6a618d08-3834-42ef-83b8-cba461bf4ef9 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327871 Jul 16 18:42:31.896486 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.103245 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d518bc-0795-4ccf-a5df-1f2ff03e5aad req-c15038f9-7686-4c5b-ac9b-120ed1c41051 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:32.105053 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d6d518bc-0795-4ccf-a5df-1f2ff03e5aad req-c15038f9-7686-4c5b-ac9b-120ed1c41051 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0699432 Jul 16 18:42:32.145086 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d6d518bc-0795-4ccf-a5df-1f2ff03e5aad req-df36e872-648c-450e-8d02-397ad61eae7b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316641 Jul 16 18:42:32.611078 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:32.946806 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f80a9-79f4-4a3c-b125-d71288c5ce31 req-64ef8354-a402-4b71-aad7-67124ac0c2da tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:32.948303 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9f4f80a9-79f4-4a3c-b125-d71288c5ce31 req-64ef8354-a402-4b71-aad7-67124ac0c2da tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0750237 Jul 16 18:42:32.990503 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9f4f80a9-79f4-4a3c-b125-d71288c5ce31 req-b3d2cd5e-1e3e-400a-88cf-d11cd8003adc tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340335 Jul 16 18:42:33.330692 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f17049-2eb1-49cf-a299-55e255206122 req-e82f95b5-c791-4d23-8635-b469d9ea7d5a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:33.332182 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-26f17049-2eb1-49cf-a299-55e255206122 req-e82f95b5-c791-4d23-8635-b469d9ea7d5a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0653749 Jul 16 18:42:33.369005 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-26f17049-2eb1-49cf-a299-55e255206122 req-4f8a17e8-8226-4271-9fb8-e039fae462f8 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313435 Jul 16 18:42:33.488321 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.039625 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:34.175690 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3776645-376f-4c0c-a33c-b3388dbc58f7 req-ef452587-eef5-494b-bb21-7b69dd7493c9 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:34.177202 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b3776645-376f-4c0c-a33c-b3388dbc58f7 req-ef452587-eef5-494b-bb21-7b69dd7493c9 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0739388 Jul 16 18:42:34.218432 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b3776645-376f-4c0c-a33c-b3388dbc58f7 req-5c1d2960-6f6f-4dd8-b47d-15b49bb14d9d tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330758 Jul 16 18:42:34.566180 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011819c8-6312-4345-ace7-ce0d375d00fc req-f2c2e64e-3848-48dd-a341-bde7598c8a02 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:34.567617 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-011819c8-6312-4345-ace7-ce0d375d00fc req-f2c2e64e-3848-48dd-a341-bde7598c8a02 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0727565 Jul 16 18:42:34.606217 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-011819c8-6312-4345-ace7-ce0d375d00fc req-4dbcb87e-3fde-4072-bc43-367cee3c949c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320549 Jul 16 18:42:35.413071 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febde1a3-cd19-4e22-8ac0-6c5fe6df565e req-b6b33996-9cff-4b67-86ec-fe490ff11b73 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:35.414545 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-febde1a3-cd19-4e22-8ac0-6c5fe6df565e req-b6b33996-9cff-4b67-86ec-fe490ff11b73 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0750580 Jul 16 18:42:35.452464 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-febde1a3-cd19-4e22-8ac0-6c5fe6df565e req-0c39c937-ae14-4ed7-897e-500ce900ead7 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319068 Jul 16 18:42:35.816485 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adaea8-bc14-4000-9299-c9ddccddf918 req-a6b2177f-c766-4ee3-a368-479408fc427f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:35.817954 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-85adaea8-bc14-4000-9299-c9ddccddf918 req-a6b2177f-c766-4ee3-a368-479408fc427f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0794709 Jul 16 18:42:35.856279 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-85adaea8-bc14-4000-9299-c9ddccddf918 req-28e39789-ae83-43ca-816d-5b56d9f9a207 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323420 Jul 16 18:42:36.635589 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b67e1-6b36-4a43-b132-217bff8b0a68 req-9991ef82-68be-4526-89db-f08c4913500e tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:36.637023 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-464b67e1-6b36-4a43-b132-217bff8b0a68 req-9991ef82-68be-4526-89db-f08c4913500e tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0687525 Jul 16 18:42:36.677913 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-464b67e1-6b36-4a43-b132-217bff8b0a68 req-c9ec7435-5de2-4b9a-bc98-b92a472a549b tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328755 Jul 16 18:42:37.048132 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149ca48-7e62-41ca-81cb-2959940a92fe req-d53c7f50-3a49-44ce-b070-be944c673ea7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:37.049660 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b149ca48-7e62-41ca-81cb-2959940a92fe req-d53c7f50-3a49-44ce-b070-be944c673ea7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0756509 Jul 16 18:42:37.089737 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b149ca48-7e62-41ca-81cb-2959940a92fe req-d878b371-5d66-4f3d-8f96-c33a260636e7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320497 Jul 16 18:42:37.866190 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe357c8a-f720-4e77-8dc9-a2f7b80063ff req-b0dfade4-8f9f-4e9a-8256-56ce06d792bc tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:37.867669 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fe357c8a-f720-4e77-8dc9-a2f7b80063ff req-b0dfade4-8f9f-4e9a-8256-56ce06d792bc tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0722697 Jul 16 18:42:37.907904 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fe357c8a-f720-4e77-8dc9-a2f7b80063ff req-8844c612-6132-439c-9e6c-c8d1e48dacf4 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325577 Jul 16 18:42:38.287514 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69767c-ee0c-4631-9798-557705ec5334 req-691dd049-25d8-4487-918e-e5682d756a1c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:38.288869 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0f69767c-ee0c-4631-9798-557705ec5334 req-691dd049-25d8-4487-918e-e5682d756a1c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0734746 Jul 16 18:42:38.329666 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0f69767c-ee0c-4631-9798-557705ec5334 req-89c456ee-f93d-46e4-93b3-953c0f3a6fb1 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321536 Jul 16 18:42:39.097737 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad12325-bc89-4bbf-9be7-c915a95bc6f3 req-577719e8-b233-40bd-8ffa-96fdb76d42b1 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:39.099249 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6ad12325-bc89-4bbf-9be7-c915a95bc6f3 req-577719e8-b233-40bd-8ffa-96fdb76d42b1 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0682817 Jul 16 18:42:39.139390 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6ad12325-bc89-4bbf-9be7-c915a95bc6f3 req-9bb96339-321c-49c9-916a-b95f5f52e8ea tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342374 Jul 16 18:42:39.526349 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a40932-b4fa-4203-b242-6918062e4bb0 req-b47b4349-cde6-43b0-bb1f-0c5a75887b8f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:39.527801 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e6a40932-b4fa-4203-b242-6918062e4bb0 req-b47b4349-cde6-43b0-bb1f-0c5a75887b8f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0746961 Jul 16 18:42:39.567604 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e6a40932-b4fa-4203-b242-6918062e4bb0 req-1bf8e5c3-807b-423d-aa5f-6ff81f9ed322 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313873 Jul 16 18:42:40.311537 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e1fd2-c6a0-4ea0-91d6-cda3557dadb6 req-769394dc-6e64-4de0-8ca7-dc2c486bd77d tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:40.313007 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ee4e1fd2-c6a0-4ea0-91d6-cda3557dadb6 req-769394dc-6e64-4de0-8ca7-dc2c486bd77d tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0639429 Jul 16 18:42:40.352015 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ee4e1fd2-c6a0-4ea0-91d6-cda3557dadb6 req-5b3c1f5f-e932-48e1-9d65-0894c90a70da tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334070 Jul 16 18:42:40.758892 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa5530-f314-4af0-8eaf-ee00017ce067 req-0984d929-c4df-4307-a66a-4cade3853acf tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:40.760375 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-89fa5530-f314-4af0-8eaf-ee00017ce067 req-0984d929-c4df-4307-a66a-4cade3853acf tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0653422 Jul 16 18:42:40.805086 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-89fa5530-f314-4af0-8eaf-ee00017ce067 req-0c77ff52-7de4-46e8-bc5b-214313109d4e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364943 Jul 16 18:42:41.215262 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 36238) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:41.326669 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4741cc92-4f95-42ba-b947-6517c62de0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.419133 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4741cc92-4f95-42ba-b947-6517c62de0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.423575 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4741cc92-4f95-42ba-b947-6517c62de0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.454593 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-4741cc92-4f95-42ba-b947-6517c62de0f8 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=39e5ac22d69d4674ba57055d8442e77d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380037 Jul 16 18:42:41.457718 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 36244) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:41.463818 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741cc92-4f95-42ba-b947-6517c62de0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3679331c-dfd2-4cef-b1ae-093dc82a03b6,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:41.551299 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.583091 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f51dd-005c-4073-814f-2b0f6e5971df req-e59831fb-c68d-48d1-a0b6-e36adc57631c tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:41.584565 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-560f51dd-005c-4073-814f-2b0f6e5971df req-e59831fb-c68d-48d1-a0b6-e36adc57631c tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.1139827 Jul 16 18:42:41.586336 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.646768 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-560f51dd-005c-4073-814f-2b0f6e5971df req-9ab69342-4ded-4347-b01e-7b2d96b61c3c tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540514 Jul 16 18:42:41.659079 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.661695 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:41.662898 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3679331c-dfd2-4cef-b1ae-093dc82a03b6 HTTP/1.1" status: 204 len: 168 time: 0.2029982 Jul 16 18:42:41.671205 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3679331c-dfd2-4cef-b1ae-093dc82a03b6,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:41.678732 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.679082 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.679422 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.679749 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.680077 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.680474 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.680717 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.681308 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.681535 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.681780 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.682108 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:41.682524 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660edbd6-9094-42e0-a718-8598929a7658 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:42.001921 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913d8f7-8b46-4f83-8ca2-f5e4e68d0522 req-6a3bb8f9-3e41-4baf-a233-dfbbe3086771 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:42.003511 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b913d8f7-8b46-4f83-8ca2-f5e4e68d0522 req-6a3bb8f9-3e41-4baf-a233-dfbbe3086771 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0683465 Jul 16 18:42:42.052004 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b913d8f7-8b46-4f83-8ca2-f5e4e68d0522 req-3aa898d1-6dd1-4a3c-9e14-bf1c055b4caa tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327599 Jul 16 18:42:42.069434 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc15e4e-30a7-4a4d-ab6c-67dabf44dfb3 req-d5d5de63-e4eb-4fab-8aee-dc011a890b1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:42.071302 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bdc15e4e-30a7-4a4d-ab6c-67dabf44dfb3 req-d5d5de63-e4eb-4fab-8aee-dc011a890b1a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.1244962 Jul 16 18:42:42.116495 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf58e4a-99fd-4db3-b64d-7239bd0bb94a req-ab564c7d-1f03-40f0-b409-8e68a97f1bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:42.116495 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ddf58e4a-99fd-4db3-b64d-7239bd0bb94a req-ab564c7d-1f03-40f0-b409-8e68a97f1bea service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d2e7084619455bb80f8192f381ea27&device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 1099 time: 0.1082158 Jul 16 18:42:42.122226 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bdc15e4e-30a7-4a4d-ab6c-67dabf44dfb3 req-7604b3d7-4675-469f-82b7-121215c24678 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435231 Jul 16 18:42:42.207486 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf58e4a-99fd-4db3-b64d-7239bd0bb94a req-e03940c1-6a8b-494b-8a38-689f44ae7909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:42.209018 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ddf58e4a-99fd-4db3-b64d-7239bd0bb94a req-e03940c1-6a8b-494b-8a38-689f44ae7909 service neutron] 10.222.0.84 "GET /v2.0/networks?id=50f941d7-02ce-4842-85fe-b35620f60d46 HTTP/1.1" status: 200 len: 912 time: 0.0859487 Jul 16 18:42:42.279627 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ddf58e4a-99fd-4db3-b64d-7239bd0bb94a req-3a2a96ed-05f3-40b8-bc07-6210621678c6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f6df396-b4c2-4348-a2a3-b1cf022f0c10 HTTP/1.1" status: 200 len: 1002 time: 0.0607407 Jul 16 18:42:42.332437 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf58e4a-99fd-4db3-b64d-7239bd0bb94a req-cc421452-2147-473f-9483-f2cd6f2b1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:42.333968 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ddf58e4a-99fd-4db3-b64d-7239bd0bb94a req-cc421452-2147-473f-9483-f2cd6f2b1275 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bdf63cb3-37ac-4143-9e41-b35e7f464314 HTTP/1.1" status: 200 len: 850 time: 0.0440836 Jul 16 18:42:42.393319 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf58e4a-99fd-4db3-b64d-7239bd0bb94a req-583c9ea1-76ac-4613-8e94-6a2091f68cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:42.395061 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ddf58e4a-99fd-4db3-b64d-7239bd0bb94a req-583c9ea1-76ac-4613-8e94-6a2091f68cde service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=50f941d7-02ce-4842-85fe-b35620f60d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535920 Jul 16 18:42:42.491859 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ddf58e4a-99fd-4db3-b64d-7239bd0bb94a req-ab813b64-05a8-4d30-ac59-ee41537fcd5d service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876181 Jul 16 18:42:42.587510 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ddf58e4a-99fd-4db3-b64d-7239bd0bb94a req-deae7029-140d-4894-bdd8-0e404885b24e service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851774 Jul 16 18:42:43.234591 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e39fc-b55e-4b7e-a80a-a3156f48b67f req-3cc45f70-253c-4411-aa33-abfc97309ebf tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:43.235987 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0d2e39fc-b55e-4b7e-a80a-a3156f48b67f req-3cc45f70-253c-4411-aa33-abfc97309ebf tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0696614 Jul 16 18:42:43.273129 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0d2e39fc-b55e-4b7e-a80a-a3156f48b67f req-4bbcbfc3-f704-4869-854f-34b4c8755231 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314300 Jul 16 18:42:43.306916 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96e130-eef3-4bef-961e-ee248ed86630 req-2a4c44b5-15bb-49e8-9a72-a03d7e03910d tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:43.308388 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7a96e130-eef3-4bef-961e-ee248ed86630 req-2a4c44b5-15bb-49e8-9a72-a03d7e03910d tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0668135 Jul 16 18:42:43.346567 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7a96e130-eef3-4bef-961e-ee248ed86630 req-69e21f36-38b3-448e-80a3-2277a06bc99a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322270 Jul 16 18:42:44.459687 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c42fa-5200-459b-85b4-4e868cfde71b req-6ecb4cc2-b146-410e-91d0-240f0a6bf257 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:44.461260 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0a0c42fa-5200-459b-85b4-4e868cfde71b req-6ecb4cc2-b146-410e-91d0-240f0a6bf257 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0650032 Jul 16 18:42:44.500738 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0a0c42fa-5200-459b-85b4-4e868cfde71b req-a18fb516-1b18-4d5b-8509-7634f2019db7 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336864 Jul 16 18:42:44.524384 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626da42-c840-4374-b071-c5bd9dcebd26 req-f8ec6490-22ab-4d6a-b2a1-be5176a60de3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:44.526181 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a626da42-c840-4374-b071-c5bd9dcebd26 req-f8ec6490-22ab-4d6a-b2a1-be5176a60de3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0653021 Jul 16 18:42:44.564020 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a626da42-c840-4374-b071-c5bd9dcebd26 req-626dfc7d-b2ca-4b8f-963e-7f0bcbf7fc5e tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319426 Jul 16 18:42:45.685185 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c856a5-c900-4040-ac01-163fdd8e78db req-0cb97edd-1ebe-4b02-bc20-20ec7b8e01bf tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:45.686702 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c4c856a5-c900-4040-ac01-163fdd8e78db req-0cb97edd-1ebe-4b02-bc20-20ec7b8e01bf tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0703437 Jul 16 18:42:45.723943 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c4c856a5-c900-4040-ac01-163fdd8e78db req-7b9afa6e-1d3a-477b-8306-6802a383d952 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316019 Jul 16 18:42:46.908801 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a9e27-b84e-40b8-bf5e-1fd081e49eb5 req-e0a14673-870c-4be3-b284-0dda2a81a760 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:46.910325 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8e0a9e27-b84e-40b8-bf5e-1fd081e49eb5 req-e0a14673-870c-4be3-b284-0dda2a81a760 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0685787 Jul 16 18:42:46.949596 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8e0a9e27-b84e-40b8-bf5e-1fd081e49eb5 req-22087b2f-d4d6-4eeb-9595-cb37de24eed3 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334430 Jul 16 18:42:48.139436 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d9ca4-8506-4753-9627-c413ba5b4be1 req-dfae3eb7-9b03-4ffe-bccb-217d68b02089 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:48.141621 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7f3d9ca4-8506-4753-9627-c413ba5b4be1 req-dfae3eb7-9b03-4ffe-bccb-217d68b02089 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0695167 Jul 16 18:42:48.179809 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7f3d9ca4-8506-4753-9627-c413ba5b4be1 req-71d1a804-9e26-40fb-8a0d-c71f7d61d8e9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321121 Jul 16 18:42:49.079568 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device b7a24249-20cb-4254-b1fb-706a6d772e12 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:42:49.174647 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port b7a24249-20cb-4254-b1fb-706a6d772e12, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7a24249-20cb-4254-b1fb-706a6d772e12,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:49.185407 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'port_id': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'mac_address': 'fa:16:3e:72:6c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:42:49.222273 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.235728 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7a24249-20cb-4254-b1fb-706a6d772e12 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:49.259370 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port b7a24249-20cb-4254-b1fb-706a6d772e12, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7a24249-20cb-4254-b1fb-706a6d772e12,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:49.264178 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.310744 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=b7a24249-20cb-4254-b1fb-706a6d772e12,revision_number=6']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:49.318209 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:49.318556 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:49.319207 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:49.319608 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:49.319945 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:49.320280 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:49.320613 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:49.320926 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:49.321279 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:49.321678 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:49.321962 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:49.322284 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:49.361206 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d158c43-bd2e-4302-833f-9fa075260811 req-79855298-560b-4ef4-a749-5d5129b7ac83 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:49.362789 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4d158c43-bd2e-4302-833f-9fa075260811 req-79855298-560b-4ef4-a749-5d5129b7ac83 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 944 time: 0.0641394 Jul 16 18:42:49.401136 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4d158c43-bd2e-4302-833f-9fa075260811 req-6d842b12-afa5-466e-8aae-6994c9d42a14 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322573 Jul 16 18:42:49.473810 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['b7a24249-20cb-4254-b1fb-706a6d772e12'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:42:50.606332 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ced0a7-39ae-4699-95c4-ec6ee9bf0f8b req-c27ed548-0b7b-4e41-9d92-4029f63e4210 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:50.608454 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-08ced0a7-39ae-4699-95c4-ec6ee9bf0f8b req-c27ed548-0b7b-4e41-9d92-4029f63e4210 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 944 time: 0.0735841 Jul 16 18:42:50.653817 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-08ced0a7-39ae-4699-95c4-ec6ee9bf0f8b req-a974c81d-4b9c-4626-9686-778752caff69 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370133 Jul 16 18:42:51.097293 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device b7a24249-20cb-4254-b1fb-706a6d772e12 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:42:51.166295 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port b7a24249-20cb-4254-b1fb-706a6d772e12 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:51.166945 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.255881 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.281756 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a24249-20cb-4254-b1fb-706a6d772e12'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:51.284456 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdae772-9b0e-493e-ad87-3138b111f28d" -d '{"events": [{"server_uuid": "cad79459-d63f-4182-a590-7df180bb8d3a", "name": "network-vif-plugged", "status": "completed", "tag": "b7a24249-20cb-4254-b1fb-706a6d772e12"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:51.305614 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port b7a24249-20cb-4254-b1fb-706a6d772e12, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7a24249-20cb-4254-b1fb-706a6d772e12,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:42:51.316840 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:51.394896 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=b7a24249-20cb-4254-b1fb-706a6d772e12,revision_number=7']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:51.492822 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7190be38-65c4-4bf7-b955-87e248ac0c94 x-openstack-request-id: req-7190be38-65c4-4bf7-b955-87e248ac0c94 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:51.493325 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad79459-d63f-4182-a590-7df180bb8d3a", "name": "network-vif-plugged", "status": "completed", "tag": "b7a24249-20cb-4254-b1fb-706a6d772e12", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:51.493605 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7190be38-65c4-4bf7-b955-87e248ac0c94 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:51.494003 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'code': 200} Jul 16 18:42:51.854315 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef51141-58a2-4f21-bc3a-377643d9c201 req-05c149c8-c2c5-4283-a57a-32ce63fdcee0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:51.856168 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1ef51141-58a2-4f21-bc3a-377643d9c201 req-05c149c8-c2c5-4283-a57a-32ce63fdcee0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0712366 Jul 16 18:42:51.897873 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1ef51141-58a2-4f21-bc3a-377643d9c201 req-ad9da394-2e61-4ffe-89cd-4b3f2db1bf76 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359526 Jul 16 18:42:52.694397 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 36436) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:52.809737 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a765e501-3adc-44cd-8aea-4cd99ee775b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.910674 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a765e501-3adc-44cd-8aea-4cd99ee775b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.936877 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a765e501-3adc-44cd-8aea-4cd99ee775b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.986329 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a765e501-3adc-44cd-8aea-4cd99ee775b7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=26ac9d69b9224ecb902cf552047f6c86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883720 Jul 16 18:42:52.986329 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765e501-3adc-44cd-8aea-4cd99ee775b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed792ee0-9188-4a9f-87e2-e6436ac6dd4c,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:52.987966 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 36444) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:42:53.048768 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.073748 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.124888 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f899a-577a-4fc3-a3f1-1ac5e67a4c31 req-21f89d90-13b4-4f3c-960f-33bc2e69a7da tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:53.126577 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fb7f899a-577a-4fc3-a3f1-1ac5e67a4c31 req-21f89d90-13b4-4f3c-960f-33bc2e69a7da tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0780365 Jul 16 18:42:53.128437 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.131038 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:53.133884 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ed792ee0-9188-4a9f-87e2-e6436ac6dd4c HTTP/1.1" status: 204 len: 168 time: 0.1448367 Jul 16 18:42:53.142614 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed792ee0-9188-4a9f-87e2-e6436ac6dd4c,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:53.153107 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.154031 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.154373 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.154875 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.155371 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.155880 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.156534 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.157013 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.157524 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.158014 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.158484 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.158992 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c8deb-0599-4c3f-a645-094b11480755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:42:53.209081 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fb7f899a-577a-4fc3-a3f1-1ac5e67a4c31 req-f2967a3b-787c-4fe9-988a-8dfc4bc45110 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632184 Jul 16 18:42:54.410654 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143aa7f-248e-4f67-a3c5-c3c110012e59 req-c8bc319a-2e60-4047-bb2d-5c65e80ece3d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:54.418154 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3143aa7f-248e-4f67-a3c5-c3c110012e59 req-c8bc319a-2e60-4047-bb2d-5c65e80ece3d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0812991 Jul 16 18:42:54.461489 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3143aa7f-248e-4f67-a3c5-c3c110012e59 req-b70509b2-9488-4e23-8efe-2b243cafce71 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422142 Jul 16 18:42:55.499548 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-97cdced0-fc41-412e-baa2-6fbee6ea866e tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=936517fad22844f8a0302bd0fd0c1d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309541 Jul 16 18:42:55.651541 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65b71d-e199-438b-8c3e-7b549af67cb4 req-ed924ee0-c140-4e97-8379-7baf4193a203 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:55.653876 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-fc65b71d-e199-438b-8c3e-7b549af67cb4 req-ed924ee0-c140-4e97-8379-7baf4193a203 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0692952 Jul 16 18:42:55.703356 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-65d0458a-7e3d-4679-ba6b-c22a0bf31201 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:55.704845 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-65d0458a-7e3d-4679-ba6b-c22a0bf31201 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1988862 Jul 16 18:42:55.725580 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-fc65b71d-e199-438b-8c3e-7b549af67cb4 req-bcebc995-2abc-4c05-b0ee-fa84598d8235 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548515 Jul 16 18:42:55.729095 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-1e1bf491-d720-43a1-90a9-cd044281b6aa tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/quotas/936517fad22844f8a0302bd0fd0c1d07 HTTP/1.1" status: 200 len: 375 time: 0.0092814 Jul 16 18:42:55.768942 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f0012fa6-0caf-4135-b673-e28eedc6dbfb tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=936517fad22844f8a0302bd0fd0c1d07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342245 Jul 16 18:42:55.957897 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d647e7b0-9904-4750-bd4f-f90cd0a7b0aa req-1f2b1ac7-197b-45c3-819d-03a51ad1cc93 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 210 time: 0.0285015 Jul 16 18:42:56.000948 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:56.930145 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3b9f5-8aa5-42d3-b2b8-0cdd8032da4b req-33effe1c-c155-4903-a8ac-a9e909f7d980 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:56.931647 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dfb3b9f5-8aa5-42d3-b2b8-0cdd8032da4b req-33effe1c-c155-4903-a8ac-a9e909f7d980 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0704248 Jul 16 18:42:56.982031 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dfb3b9f5-8aa5-42d3-b2b8-0cdd8032da4b req-a67cec81-edc2-40eb-b3ce-ab00f1e78202 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429952 Jul 16 18:42:57.125715 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-768c2a3b-4c4e-408a-98f7-d10be71e5f40 req-e61ec264-431a-4c4e-91db-6e310c331af4 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 210 time: 0.0324373 Jul 16 18:42:57.245945 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-6b92bfac-a8dc-4f8b-8364-d0c76b72ca04 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.84 "GET /v2.0/networks?tenant_id=936517fad22844f8a0302bd0fd0c1d07&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324855 Jul 16 18:42:57.384053 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-b607d666-0b89-46a2-b54f-14e63dd9a050 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:57.385841 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-b607d666-0b89-46a2-b54f-14e63dd9a050 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.84 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1327252 Jul 16 18:42:57.417236 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Request body: {'port': {'device_id': '4f32690c-fa37-4790-b129-b9781610b15a', 'network_id': '9c5c589d-b853-4829-b8be-ac489a8be2ea', 'admin_state_up': True, 'tenant_id': '936517fad22844f8a0302bd0fd0c1d07'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:57.540706 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Made reservation on behalf of 936517fad22844f8a0302bd0fd0c1d07 for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:42:57.544391 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.557601 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.668170 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.672319 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.734324 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77782092-42eb-49dd-be63-cef4b004d1f5,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:57.812244 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Allocated IP 192.168.233.4 (9c5c589d-b853-4829-b8be-ac489a8be2ea/50781f0f-91f5-4f93-b3c0-c37e2bf57771/0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:42:57.974701 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:57.991736 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Transition to ACTIVE for port object 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:58.035451 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.059739 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Network 9c5c589d-b853-4829-b8be-ac489a8be2ea is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:42:58.064522 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:42:58.067399 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:42:58.178643 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Pushing event updated for resources: {'Port': ['ID=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:58.195698 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:58.196354 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.230172 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-10ca2d54-ce20-412b-8364-cecc2bb4dbf7 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8169472 Jul 16 18:42:58.253008 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85043a0e-6806-4c8f-bb4d-ccc896df9497 req-d17a3966-03e3-4ae9-88f9-bc7fae444aa1 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:58.254886 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85043a0e-6806-4c8f-bb4d-ccc896df9497 req-d17a3966-03e3-4ae9-88f9-bc7fae444aa1 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.1415870 Jul 16 18:42:58.261180 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Request body: {'port': {'device_id': '4f32690c-fa37-4790-b129-b9781610b15a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:42:58.352182 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85043a0e-6806-4c8f-bb4d-ccc896df9497 req-e132eee0-33c0-4e04-9de8-d3e170332316 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875745 Jul 16 18:42:58.356365 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-a04f0a99-b7ac-4a3b-bf82-aca8161fb3fa None None] Provisioning for port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:42:58.362312 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-a04f0a99-b7ac-4a3b-bf82-aca8161fb3fa None None] Provisioning complete for port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:42:58.362858 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a04f0a99-b7ac-4a3b-bf82-aca8161fb3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.370727 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73d168-369c-46f1-965b-f2ef4a85e9dc req-80bf18ce-0e5c-4f24-98da-1f23f4010979 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:58.372515 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-fa73d168-369c-46f1-965b-f2ef4a85e9dc req-80bf18ce-0e5c-4f24-98da-1f23f4010979 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 934 time: 0.0742829 Jul 16 18:42:58.422681 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.430370 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-a04f0a99-b7ac-4a3b-bf82-aca8161fb3fa None None] Port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:42:58.447537 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-fa73d168-369c-46f1-965b-f2ef4a85e9dc req-678a3c15-1f39-45ed-9915-912772992369 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656569 Jul 16 18:42:58.665868 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2e9cc314-5665-47ca-b7b1-da086fe98458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.744312 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:42:58.752793 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.767781 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Transition to ACTIVE for port object 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:42:58.773280 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:58.849423 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Pushing event updated for resources: {'Port': ['ID=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:58.913962 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Attempting to bind port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:42:58.914299 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Attempting to bind port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'a85ae603-df81-4c41-bd03-03f9573687d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9c5c589d-b853-4829-b8be-ac489a8be2ea'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:42:58.914630 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Attempting to bind port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e on network 9c5c589d-b853-4829-b8be-ac489a8be2ea {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:58.919523 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e on network 9c5c589d-b853-4829-b8be-ac489a8be2ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:42:58.919855 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Attempting to bind port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e on network 9c5c589d-b853-4829-b8be-ac489a8be2ea {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:42:58.925505 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:42:58.925844 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Checking segment: {'id': 'a85ae603-df81-4c41-bd03-03f9573687d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9c5c589d-b853-4829-b8be-ac489a8be2ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:42:58.926237 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Bound using segment: {'id': 'a85ae603-df81-4c41-bd03-03f9573687d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9c5c589d-b853-4829-b8be-ac489a8be2ea'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:42:58.926668 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Bound port: 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a85ae603-df81-4c41-bd03-03f9573687d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '9c5c589d-b853-4829-b8be-ac489a8be2ea'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:42:58.927034 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.005176 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] For port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:42:59.009077 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] For port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e,segment=NetworkSegment(a85ae603-df81-4c41-bd03-03f9573687d1),segment_id=a85ae603-df81-4c41-bd03-03f9573687d1)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:42:59.014532 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.044969 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:59.045726 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.047099 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] 10.222.0.84 "PUT /v2.0/ports/0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e HTTP/1.1" status: 200 len: 1096 time: 0.7911510 Jul 16 18:42:59.049978 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f32690c-fa37-4790-b129-b9781610b15a', 'tag': '0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:59.052429 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11647347-22a7-4757-b696-cec0ed5b9ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "4f32690c-fa37-4790-b129-b9781610b15a", "tag": "0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:59.094110 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34eaa21-2698-4ad8-a752-db57647a7426 x-openstack-request-id: req-d34eaa21-2698-4ad8-a752-db57647a7426 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:59.094515 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f32690c-fa37-4790-b129-b9781610b15a", "tag": "0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:59.094771 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d34eaa21-2698-4ad8-a752-db57647a7426 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:59.095154 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f32690c-fa37-4790-b129-b9781610b15a', 'tag': '0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e', 'status': 'completed', 'code': 200} Jul 16 18:42:59.107825 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4558228-2272-420c-9848-0cd45dc9e6ef service neutron] Pushing event updated for resources: {'Port': ['ID=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:42:59.191434 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-207ce06e-876b-4aa6-a552-92065c8e58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:59.194415 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-207ce06e-876b-4aa6-a552-92065c8e58d6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=936517fad22844f8a0302bd0fd0c1d07&device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 1099 time: 0.0696983 Jul 16 18:42:59.250199 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-406baff5-3e31-42f1-b103-3aed54b20508 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e HTTP/1.1" status: 200 len: 217 time: 0.0404301 Jul 16 18:42:59.298091 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-711fe305-8ce0-4288-8fdb-79cf85ecd39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:59.299533 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-711fe305-8ce0-4288-8fdb-79cf85ecd39e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=50781f0f-91f5-4f93-b3c0-c37e2bf57771 HTTP/1.1" status: 200 len: 843 time: 0.0434647 Jul 16 18:42:59.360929 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-2ec5e797-42d4-4fee-b786-9bc7237fccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:59.362540 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-2ec5e797-42d4-4fee-b786-9bc7237fccf1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9c5c589d-b853-4829-b8be-ac489a8be2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0567322 Jul 16 18:42:59.458030 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-dfc1b538-d396-48f3-8526-21707a6d260b service neutron] 10.222.0.84 "GET /v2.0/networks/9c5c589d-b853-4829-b8be-ac489a8be2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876076 Jul 16 18:42:59.559850 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4e7c5-0bb2-4aef-b4e8-01a15caeb6d5 req-82eab642-b5bf-4b66-986e-6990b09af62f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:59.561259 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b5c4e7c5-0bb2-4aef-b4e8-01a15caeb6d5 req-82eab642-b5bf-4b66-986e-6990b09af62f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0680680 Jul 16 18:42:59.599424 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b5c4e7c5-0bb2-4aef-b4e8-01a15caeb6d5 req-31e83622-e2ca-431f-8f9a-54509ea19a40 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Jul 16 18:42:59.608069 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6c977d2-0fd8-4490-9d50-0e3939b7099d req-6dbb7b29-e67a-443f-9482-0c1fde7576e7 service neutron] 10.222.0.84 "GET /v2.0/networks/9c5c589d-b853-4829-b8be-ac489a8be2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128213 Jul 16 18:42:59.639641 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77780a57-122b-488d-85ae-6cdff82f5e2f req-bbc5b645-0c43-4d61-aaf2-1c2a5a5bf061 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:59.641202 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-77780a57-122b-488d-85ae-6cdff82f5e2f req-bbc5b645-0c43-4d61-aaf2-1c2a5a5bf061 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 946 time: 0.0744810 Jul 16 18:42:59.679565 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-77780a57-122b-488d-85ae-6cdff82f5e2f req-12a403ae-4160-4e23-84ce-17185586d466 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314696 Jul 16 18:42:59.787727 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11647347-22a7-4757-b696-cec0ed5b9ca3 req-0cd34259-3fe8-4a7e-85ac-94de9e2d5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:59.789187 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-11647347-22a7-4757-b696-cec0ed5b9ca3 req-0cd34259-3fe8-4a7e-85ac-94de9e2d5f2c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=936517fad22844f8a0302bd0fd0c1d07&device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 1099 time: 0.0539348 Jul 16 18:43:00.005889 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11647347-22a7-4757-b696-cec0ed5b9ca3 req-a3a1039a-8aa6-4c5d-bb44-0793fc6c04b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.007455 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-11647347-22a7-4757-b696-cec0ed5b9ca3 req-a3a1039a-8aa6-4c5d-bb44-0793fc6c04b3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9c5c589d-b853-4829-b8be-ac489a8be2ea HTTP/1.1" status: 200 len: 870 time: 0.0972919 Jul 16 18:43:00.048475 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-11647347-22a7-4757-b696-cec0ed5b9ca3 req-c556aee6-11f4-48f8-bd79-560a49c4733b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e HTTP/1.1" status: 200 len: 217 time: 0.0332668 Jul 16 18:43:00.114596 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11647347-22a7-4757-b696-cec0ed5b9ca3 req-2e2f53b4-326d-4ff2-bc26-f20eb9de6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.116040 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-11647347-22a7-4757-b696-cec0ed5b9ca3 req-2e2f53b4-326d-4ff2-bc26-f20eb9de6bb2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=50781f0f-91f5-4f93-b3c0-c37e2bf57771 HTTP/1.1" status: 200 len: 843 time: 0.0582492 Jul 16 18:43:00.198170 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11647347-22a7-4757-b696-cec0ed5b9ca3 req-4c5b7697-7a32-4b11-9cf6-d5d92c30a73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.199633 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-11647347-22a7-4757-b696-cec0ed5b9ca3 req-4c5b7697-7a32-4b11-9cf6-d5d92c30a73d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9c5c589d-b853-4829-b8be-ac489a8be2ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0590611 Jul 16 18:43:00.342705 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-11647347-22a7-4757-b696-cec0ed5b9ca3 req-6e64fdd7-bdcb-4ed3-9214-878d4bb19668 service neutron] 10.222.0.84 "GET /v2.0/networks/9c5c589d-b853-4829-b8be-ac489a8be2ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194928 Jul 16 18:43:00.350470 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76b8cc-2abf-4a2c-9d2f-faacb99c8a83 req-0151b042-1b8b-4c70-9de6-8de6d78dfa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.351836 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fb76b8cc-2abf-4a2c-9d2f-faacb99c8a83 req-0151b042-1b8b-4c70-9de6-8de6d78dfa19 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 1098 time: 0.1045375 Jul 16 18:43:00.495024 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-11647347-22a7-4757-b696-cec0ed5b9ca3 req-d11ab3db-68a9-40de-a361-a5c980d0deff service neutron] 10.222.0.84 "GET /v2.0/networks/9c5c589d-b853-4829-b8be-ac489a8be2ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422615 Jul 16 18:43:00.503906 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76b8cc-2abf-4a2c-9d2f-faacb99c8a83 req-8afaaf06-58f1-40ea-ba6d-acda56463a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.505236 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fb76b8cc-2abf-4a2c-9d2f-faacb99c8a83 req-8afaaf06-58f1-40ea-ba6d-acda56463a9e service neutron] 10.222.0.84 "GET /v2.0/networks?id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f HTTP/1.1" status: 200 len: 917 time: 0.1362610 Jul 16 18:43:00.781935 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f3428-5ebf-4f9d-b6c0-0af4c10dd056 req-329d51ea-b049-4d7b-acb2-d751157ee7c9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.783593 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1b4f3428-5ebf-4f9d-b6c0-0af4c10dd056 req-329d51ea-b049-4d7b-acb2-d751157ee7c9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0656433 Jul 16 18:43:00.826931 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1b4f3428-5ebf-4f9d-b6c0-0af4c10dd056 req-15eedef9-7dbb-4b1a-ab22-ea8afb6c242a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371439 Jul 16 18:43:00.885809 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fb76b8cc-2abf-4a2c-9d2f-faacb99c8a83 req-f5021cb3-9029-4c2c-a425-5da4d13546d2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7a24249-20cb-4254-b1fb-706a6d772e12 HTTP/1.1" status: 200 len: 1001 time: 0.3621387 Jul 16 18:43:00.934913 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ea9a7-350b-4b57-8cfb-3cdd3a20f9e3 req-1aff3bd6-a897-443f-92e2-cde5233b2e4d tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.936338 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a59ea9a7-350b-4b57-8cfb-3cdd3a20f9e3 req-1aff3bd6-a897-443f-92e2-cde5233b2e4d tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 946 time: 0.1010704 Jul 16 18:43:00.964177 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76b8cc-2abf-4a2c-9d2f-faacb99c8a83 req-be32d352-350a-4a49-864b-47b475e16a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:00.965654 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fb76b8cc-2abf-4a2c-9d2f-faacb99c8a83 req-be32d352-350a-4a49-864b-47b475e16a55 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46ca2ddb-74dd-47d1-8095-68f81754e5b8 HTTP/1.1" status: 200 len: 855 time: 0.0677822 Jul 16 18:43:00.991496 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-a59ea9a7-350b-4b57-8cfb-3cdd3a20f9e3 req-27854b83-dd26-44e5-9657-540fc073e73a tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494456 Jul 16 18:43:01.037083 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76b8cc-2abf-4a2c-9d2f-faacb99c8a83 req-e1926b5d-753e-416b-90af-0db875a779fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:01.038582 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fb76b8cc-2abf-4a2c-9d2f-faacb99c8a83 req-e1926b5d-753e-416b-90af-0db875a779fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619512 Jul 16 18:43:01.127585 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fb76b8cc-2abf-4a2c-9d2f-faacb99c8a83 req-52d5782f-2cfd-4c05-89de-db3a25521cbd service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813954 Jul 16 18:43:01.159555 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:43:01.218579 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fb76b8cc-2abf-4a2c-9d2f-faacb99c8a83 req-2e543235-5224-41a7-a19a-cf31e59170d5 service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839317 Jul 16 18:43:01.257138 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e,segment=NetworkSegment(a85ae603-df81-4c41-bd03-03f9573687d1),segment_id=a85ae603-df81-4c41-bd03-03f9573687d1)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:01.267659 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e', 'network_id': '9c5c589d-b853-4829-b8be-ac489a8be2ea', 'port_id': '0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e', 'mac_address': 'fa:16:3e:7e:b4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50781f0f-91f5-4f93-b3c0-c37e2bf57771', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:43:01.305744 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.319447 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:01.339335 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e,segment=NetworkSegment(a85ae603-df81-4c41-bd03-03f9573687d1),segment_id=a85ae603-df81-4c41-bd03-03f9573687d1)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:01.344827 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.390626 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:01.559674 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-cfe5ad78-f51b-45f4-95d5-283fd8ed3845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:01.726829 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:01.890680 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:02.006637 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c27bf1-651a-4ef8-afa9-5662d961205c req-237463ad-f15f-43ed-9e3a-4adc6120b1a9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:02.008126 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f8c27bf1-651a-4ef8-afa9-5662d961205c req-237463ad-f15f-43ed-9e3a-4adc6120b1a9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0667655 Jul 16 18:43:02.049296 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f8c27bf1-651a-4ef8-afa9-5662d961205c req-21d644cf-2a38-452e-b5c7-d32232dd121e tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328007 Jul 16 18:43:02.168970 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971f78a-c7d8-4171-af6d-ce251848bb71 req-65770fab-7c72-4a35-8d38-fe869bf369dd tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:02.170357 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c971f78a-c7d8-4171-af6d-ce251848bb71 req-65770fab-7c72-4a35-8d38-fe869bf369dd tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 947 time: 0.0650573 Jul 16 18:43:02.210131 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c971f78a-c7d8-4171-af6d-ce251848bb71 req-41f795f0-1cca-4ff2-bb5e-ee98c8d026bd tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328147 Jul 16 18:43:02.621005 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.169475 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:03.219684 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:43:03.223312 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:03.223688 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.236127 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4daa4-6de1-4533-bbf3-234ecbee2189 req-1a618346-3b47-4e4b-92d5-5d36fd7bdb34 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:03.237569 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-70e4daa4-6de1-4533-bbf3-234ecbee2189 req-1a618346-3b47-4e4b-92d5-5d36fd7bdb34 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 945 time: 0.0630980 Jul 16 18:43:03.277810 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-70e4daa4-6de1-4533-bbf3-234ecbee2189 req-6df5ec03-5c2b-45ba-9c3a-f4064cdff7d6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341725 Jul 16 18:43:03.307711 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.330827 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f32690c-fa37-4790-b129-b9781610b15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:03.333003 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90aeeae4-1add-4427-a27b-60d91efca73b" -d '{"events": [{"server_uuid": "4f32690c-fa37-4790-b129-b9781610b15a", "name": "network-vif-plugged", "status": "completed", "tag": "0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:03.345876 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e,segment=NetworkSegment(a85ae603-df81-4c41-bd03-03f9573687d1),segment_id=a85ae603-df81-4c41-bd03-03f9573687d1)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:03.350455 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.351301 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device b7a24249-20cb-4254-b1fb-706a6d772e12 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:03.391403 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1d11c3-c93a-4fcd-9c7b-d0de034eb8a9 x-openstack-request-id: req-4e1d11c3-c93a-4fcd-9c7b-d0de034eb8a9 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:03.391697 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f32690c-fa37-4790-b129-b9781610b15a", "name": "network-vif-plugged", "status": "completed", "tag": "0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:03.392064 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4e1d11c3-c93a-4fcd-9c7b-d0de034eb8a9 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:03.392434 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f32690c-fa37-4790-b129-b9781610b15a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e', 'code': 200} Jul 16 18:43:03.410605 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251a2ae-d27b-40ff-b714-2e9a928f0742 req-3be720cc-f1b7-40a8-b180-6fb3161ffaae tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:03.418482 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3251a2ae-d27b-40ff-b714-2e9a928f0742 req-3be720cc-f1b7-40a8-b180-6fb3161ffaae tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 947 time: 0.0966728 Jul 16 18:43:03.430265 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.461922 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3251a2ae-d27b-40ff-b714-2e9a928f0742 req-06592624-22d3-4f77-8360-16a7c6980c8f tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424597 Jul 16 18:43:03.471139 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.509693 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.512861 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port b7a24249-20cb-4254-b1fb-706a6d772e12, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7a24249-20cb-4254-b1fb-706a6d772e12,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:03.517314 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:03.568982 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=b7a24249-20cb-4254-b1fb-706a6d772e12,revision_number=8']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:03.751622 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de18a2-1a12-43e8-b3d4-0847566d6148 req-44bd6dee-cc5c-4b80-a2f7-640e29c63d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:03.753852 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-02de18a2-1a12-43e8-b3d4-0847566d6148 req-44bd6dee-cc5c-4b80-a2f7-640e29c63d05 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 1101 time: 0.0602906 Jul 16 18:43:03.792905 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-02de18a2-1a12-43e8-b3d4-0847566d6148 req-0ad69363-f7f6-41aa-b8ff-2b2710326304 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299430 Jul 16 18:43:04.044241 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:04.466841 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd5c33-a275-42c6-916a-c6ffebb90ff6 req-f017d7b6-1199-4bc3-8619-5989500c07a8 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:04.468298 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-83fd5c33-a275-42c6-916a-c6ffebb90ff6 req-f017d7b6-1199-4bc3-8619-5989500c07a8 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0683336 Jul 16 18:43:04.506336 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-83fd5c33-a275-42c6-916a-c6ffebb90ff6 req-1a24d78d-6d39-4215-9e53-839c34058e2b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322962 Jul 16 18:43:04.629611 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed358e9-3c96-4dbe-8fcf-dbbc34861104 req-bd68b1c8-577e-45b1-b38a-c671e917d287 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:04.631124 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2ed358e9-3c96-4dbe-8fcf-dbbc34861104 req-bd68b1c8-577e-45b1-b38a-c671e917d287 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 948 time: 0.0633106 Jul 16 18:43:04.668980 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2ed358e9-3c96-4dbe-8fcf-dbbc34861104 req-bf56eaaa-1e1c-4c93-a2d3-c3402532d1ff tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Jul 16 18:43:05.394331 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7a24249-20cb-4254-b1fb-706a6d772e12'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:05.396608 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810b5665-4e36-4fed-812f-024740543452" -d '{"events": [{"server_uuid": "cad79459-d63f-4182-a590-7df180bb8d3a", "name": "network-vif-unplugged", "status": "completed", "tag": "b7a24249-20cb-4254-b1fb-706a6d772e12"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:05.427710 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fe63a2-39ca-4ef0-baed-34a8db47f70b x-openstack-request-id: req-66fe63a2-39ca-4ef0-baed-34a8db47f70b {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:05.428094 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad79459-d63f-4182-a590-7df180bb8d3a", "name": "network-vif-unplugged", "status": "failed", "tag": "b7a24249-20cb-4254-b1fb-706a6d772e12", "code": 422}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:05.428383 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-66fe63a2-39ca-4ef0-baed-34a8db47f70b {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:05.428793 dv-cinder-786932-5-iscsi neutron-server[93248]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'code': 422} returned with failed status Jul 16 18:43:05.723091 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-820110e1-ccf8-4a39-865b-ea692fdf01fc req-12db0828-cf0a-40a9-bf23-06a66178ecba service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936630 Jul 16 18:43:05.732677 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc843d4-f56a-4500-954e-5ab93364e497 req-561a3347-114a-4556-b8ad-443bc702bc2a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:05.734047 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4bc843d4-f56a-4500-954e-5ab93364e497 req-561a3347-114a-4556-b8ad-443bc702bc2a tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0971470 Jul 16 18:43:05.775779 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4bc843d4-f56a-4500-954e-5ab93364e497 req-058e0eff-f4cc-4b8d-aff1-374d03ebf32b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332496 Jul 16 18:43:05.841818 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725de4d7-11fb-4f69-bbe8-7d8e81180960 req-eee05200-d0ca-4c2b-8c57-a430a2b8c5a6 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:05.843327 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-725de4d7-11fb-4f69-bbe8-7d8e81180960 req-eee05200-d0ca-4c2b-8c57-a430a2b8c5a6 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 948 time: 0.0629809 Jul 16 18:43:05.883137 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-725de4d7-11fb-4f69-bbe8-7d8e81180960 req-c0f65a5a-b58b-4506-a5f5-0dcf7601d391 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331953 Jul 16 18:43:05.947035 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b3eb641d-c78c-4b22-a2b2-1c5c0a139679 req-e1e1edcd-f609-4456-8176-140bfaa834e3 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0531232 Jul 16 18:43:06.098916 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb641d-c78c-4b22-a2b2-1c5c0a139679 req-949e0e14-095f-423b-85eb-74e3ad731232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:06.100890 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b3eb641d-c78c-4b22-a2b2-1c5c0a139679 req-949e0e14-095f-423b-85eb-74e3ad731232 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d2e7084619455bb80f8192f381ea27&device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 1099 time: 0.0597134 Jul 16 18:43:06.217727 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb641d-c78c-4b22-a2b2-1c5c0a139679 req-edb30be2-7483-4620-95a5-60202fab844e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:06.219112 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b3eb641d-c78c-4b22-a2b2-1c5c0a139679 req-edb30be2-7483-4620-95a5-60202fab844e service neutron] 10.222.0.84 "GET /v2.0/networks?id=50f941d7-02ce-4842-85fe-b35620f60d46 HTTP/1.1" status: 200 len: 912 time: 0.0879178 Jul 16 18:43:06.304277 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd465c70-2c09-4485-82c8-3c180ba2c1da req-830db84b-ecb0-4bba-8de6-b913173a73a3 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:06.305777 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-dd465c70-2c09-4485-82c8-3c180ba2c1da req-830db84b-ecb0-4bba-8de6-b913173a73a3 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 948 time: 0.0728869 Jul 16 18:43:06.307491 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b3eb641d-c78c-4b22-a2b2-1c5c0a139679 req-d54dca89-b40b-4d91-b4c3-108891361b3f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f6df396-b4c2-4348-a2a3-b1cf022f0c10 HTTP/1.1" status: 200 len: 1002 time: 0.0632734 Jul 16 18:43:06.347718 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-dd465c70-2c09-4485-82c8-3c180ba2c1da req-3e748830-1cac-456d-93c7-b08383ebdbd4 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357978 Jul 16 18:43:06.362435 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb641d-c78c-4b22-a2b2-1c5c0a139679 req-2851ff41-93f9-4849-a8d9-007dee9bee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:06.364163 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b3eb641d-c78c-4b22-a2b2-1c5c0a139679 req-2851ff41-93f9-4849-a8d9-007dee9bee7c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bdf63cb3-37ac-4143-9e41-b35e7f464314 HTTP/1.1" status: 200 len: 850 time: 0.0466063 Jul 16 18:43:06.426330 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb641d-c78c-4b22-a2b2-1c5c0a139679 req-32ef81a9-e581-4aaf-8754-fdb323421fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:06.427840 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b3eb641d-c78c-4b22-a2b2-1c5c0a139679 req-32ef81a9-e581-4aaf-8754-fdb323421fd2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=50f941d7-02ce-4842-85fe-b35620f60d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549543 Jul 16 18:43:06.539630 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b3eb641d-c78c-4b22-a2b2-1c5c0a139679 req-042cfc71-8fd8-410e-a8fd-0f27bc4d81e1 service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953102 Jul 16 18:43:06.633926 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b3eb641d-c78c-4b22-a2b2-1c5c0a139679 req-68bb044a-5027-4d08-a85b-e8de57362426 service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820735 Jul 16 18:43:06.866542 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820110e1-ccf8-4a39-865b-ea692fdf01fc req-f7981f2f-9a3a-4361-81e4-cb7109cb08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:06.868034 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-820110e1-ccf8-4a39-865b-ea692fdf01fc req-f7981f2f-9a3a-4361-81e4-cb7109cb08b0 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a&tenant_id=3b8177a378e543ef8f2fbab8b0445fdc HTTP/1.1" status: 200 len: 1096 time: 0.0618434 Jul 16 18:43:06.994914 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3e6e2-fe9a-4014-baa0-097e0dd5559b req-8c4c5396-1dfe-4770-93e0-e565cd4e121d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:06.996628 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f9a3e6e2-fe9a-4014-baa0-097e0dd5559b req-8c4c5396-1dfe-4770-93e0-e565cd4e121d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0997224 Jul 16 18:43:07.010110 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820110e1-ccf8-4a39-865b-ea692fdf01fc req-27960ecf-06ac-41db-9e07-561c6fd2256d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:07.011482 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-820110e1-ccf8-4a39-865b-ea692fdf01fc req-27960ecf-06ac-41db-9e07-561c6fd2256d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 1096 time: 0.0864198 Jul 16 18:43:07.065254 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f9a3e6e2-fe9a-4014-baa0-097e0dd5559b req-176b9e47-0d4c-40a4-b201-dbd49c53c0c5 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627413 Jul 16 18:43:07.121284 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820110e1-ccf8-4a39-865b-ea692fdf01fc req-e6bd325b-66c2-4e70-9a89-e091cddf339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:07.122791 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-820110e1-ccf8-4a39-865b-ea692fdf01fc req-e6bd325b-66c2-4e70-9a89-e091cddf339f service neutron] 10.222.0.84 "GET /v2.0/networks?id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f HTTP/1.1" status: 200 len: 917 time: 0.1022439 Jul 16 18:43:07.189477 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-820110e1-ccf8-4a39-865b-ea692fdf01fc req-fbeedc47-004d-41f5-a5b2-28cb02dbc8e7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b7a24249-20cb-4254-b1fb-706a6d772e12 HTTP/1.1" status: 200 len: 999 time: 0.0577226 Jul 16 18:43:07.190628 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device b7a24249-20cb-4254-b1fb-706a6d772e12 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:07.256800 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820110e1-ccf8-4a39-865b-ea692fdf01fc req-e249cdc9-1fe6-4630-8f29-72d433cf65f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:07.258309 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-820110e1-ccf8-4a39-865b-ea692fdf01fc req-e249cdc9-1fe6-4630-8f29-72d433cf65f7 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=46ca2ddb-74dd-47d1-8095-68f81754e5b8 HTTP/1.1" status: 200 len: 855 time: 0.0484457 Jul 16 18:43:07.316014 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820110e1-ccf8-4a39-865b-ea692fdf01fc req-2c84f5fb-ab29-49da-89ea-d57774c3389c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:07.317530 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-820110e1-ccf8-4a39-865b-ea692fdf01fc req-2c84f5fb-ab29-49da-89ea-d57774c3389c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520709 Jul 16 18:43:07.414907 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-820110e1-ccf8-4a39-865b-ea692fdf01fc req-08fbfce1-73f7-4f83-a52b-51ff25e16cb1 service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889330 Jul 16 18:43:07.513856 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-820110e1-ccf8-4a39-865b-ea692fdf01fc req-67db9b2c-ae45-41f1-ac0f-b250bd9dc437 service neutron] 10.222.0.84 "GET /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887179 Jul 16 18:43:07.920872 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b86607-400b-46b4-8d18-3fd17b0c1d3b req-017f2b4e-e9d7-4698-9c8c-53e61daabe22 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:07.922362 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-38b86607-400b-46b4-8d18-3fd17b0c1d3b req-017f2b4e-e9d7-4698-9c8c-53e61daabe22 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 948 time: 0.2977340 Jul 16 18:43:07.960253 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-38b86607-400b-46b4-8d18-3fd17b0c1d3b req-32525a04-58c9-49f0-b016-7779d5f4356b tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322685 Jul 16 18:43:08.268142 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76ccd6-0fcc-4f82-830c-cbf4921520f2 req-32120a6c-4bb2-4d85-a588-3471e1c73775 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:08.270077 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ad76ccd6-0fcc-4f82-830c-cbf4921520f2 req-32120a6c-4bb2-4d85-a588-3471e1c73775 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0759625 Jul 16 18:43:08.318069 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ad76ccd6-0fcc-4f82-830c-cbf4921520f2 req-1962eb1e-ae6f-4c6d-bfc1-ee8ebac1da04 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394170 Jul 16 18:43:09.136427 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784dd08-df13-479f-88a9-febf3f7b0de5 req-f69776f6-bda5-4455-84d7-559f04e50578 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:09.137859 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6784dd08-df13-479f-88a9-febf3f7b0de5 req-f69776f6-bda5-4455-84d7-559f04e50578 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 948 time: 0.0655441 Jul 16 18:43:09.175628 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6784dd08-df13-479f-88a9-febf3f7b0de5 req-273473eb-ccc6-4465-bff7-c3ce51eb3271 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321379 Jul 16 18:43:09.500681 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d5bf0-8640-4b62-ad7a-432b5bdc417f req-0e30c586-42b5-4de7-9a14-6fe5e13e3bee tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:09.502344 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-af4d5bf0-8640-4b62-ad7a-432b5bdc417f req-0e30c586-42b5-4de7-9a14-6fe5e13e3bee tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0651989 Jul 16 18:43:09.540687 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-af4d5bf0-8640-4b62-ad7a-432b5bdc417f req-9a620e6e-68dc-4287-ad88-d5b563a689d0 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321558 Jul 16 18:43:10.368495 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48338fa8-c5be-417b-ad8f-1be2e546d4fa req-47e43ade-abf8-4c98-bc06-54af041009b2 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.370789 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-48338fa8-c5be-417b-ad8f-1be2e546d4fa req-47e43ade-abf8-4c98-bc06-54af041009b2 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 948 time: 0.0686595 Jul 16 18:43:10.408233 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-48338fa8-c5be-417b-ad8f-1be2e546d4fa req-84ced4a4-8205-4389-a016-a903af3ab9d4 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318058 Jul 16 18:43:10.730527 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f490f-f2c3-45b0-8fb4-594b2d3841f1 req-15d42576-3fe1-46fe-b691-7c11b2902867 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:10.732057 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-af7f490f-f2c3-45b0-8fb4-594b2d3841f1 req-15d42576-3fe1-46fe-b691-7c11b2902867 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0644820 Jul 16 18:43:10.770228 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-af7f490f-f2c3-45b0-8fb4-594b2d3841f1 req-a3c11ba8-c3d8-4c80-ab01-0d04a467dc49 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324113 Jul 16 18:43:11.219879 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:11.295219 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.318585 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f32690c-fa37-4790-b129-b9781610b15a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:11.321120 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab58e87f-701f-41e0-b58e-aa5e2f831aa2" -d '{"events": [{"server_uuid": "4f32690c-fa37-4790-b129-b9781610b15a", "name": "network-vif-unplugged", "status": "completed", "tag": "0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:11.333250 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e,segment=NetworkSegment(a85ae603-df81-4c41-bd03-03f9573687d1),segment_id=a85ae603-df81-4c41-bd03-03f9573687d1)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:11.339096 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:11.371619 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa7e151-b001-418b-ba5c-bfef1efa5468 x-openstack-request-id: req-ffa7e151-b001-418b-ba5c-bfef1efa5468 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:11.371923 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f32690c-fa37-4790-b129-b9781610b15a", "name": "network-vif-unplugged", "status": "completed", "tag": "0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:11.372170 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ffa7e151-b001-418b-ba5c-bfef1efa5468 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:11.372550 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f32690c-fa37-4790-b129-b9781610b15a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e', 'code': 200} Jul 16 18:43:11.400107 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e,revision_number=6']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:11.588999 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac2494-8717-4713-aa5f-563d55fd7f93 req-66e096e5-4d03-4e47-be7d-6ad6a7f65a83 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:11.590515 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-19ac2494-8717-4713-aa5f-563d55fd7f93 req-66e096e5-4d03-4e47-be7d-6ad6a7f65a83 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 946 time: 0.0684700 Jul 16 18:43:11.629492 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-19ac2494-8717-4713-aa5f-563d55fd7f93 req-b340655f-a958-447f-b68a-7bbdbf92293b tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333569 Jul 16 18:43:11.961559 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a63ab0-177e-44ab-8414-37e643b87202 req-0eeb3129-3863-4518-8d85-91ab70c308b3 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:11.963061 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-84a63ab0-177e-44ab-8414-37e643b87202 req-0eeb3129-3863-4518-8d85-91ab70c308b3 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0672517 Jul 16 18:43:12.004883 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-84a63ab0-177e-44ab-8414-37e643b87202 req-36d0766d-7b5c-46c4-bd01-43e5480041d8 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358682 Jul 16 18:43:12.814640 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7f7bd-8dfc-448e-a017-68e61292a862 req-56ac58d6-c719-4638-8d8f-619ea238f518 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:12.816164 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-74c7f7bd-8dfc-448e-a017-68e61292a862 req-56ac58d6-c719-4638-8d8f-619ea238f518 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 946 time: 0.0680902 Jul 16 18:43:12.856849 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-74c7f7bd-8dfc-448e-a017-68e61292a862 req-fab43847-a80e-4a0c-91d9-8b25715810b6 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342581 Jul 16 18:43:13.194066 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ca32a-ba65-451d-8f27-696f2e80ee4a req-148c6a63-4924-4399-ab1f-fe5a040bc5cc tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:13.202446 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b23ca32a-ba65-451d-8f27-696f2e80ee4a req-148c6a63-4924-4399-ab1f-fe5a040bc5cc tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0727828 Jul 16 18:43:13.241918 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b23ca32a-ba65-451d-8f27-696f2e80ee4a req-0c8d68f9-e1d9-4927-b55c-1ecb02791eb2 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384223 Jul 16 18:43:14.031979 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9544d5-6f55-4816-8057-28d8b9860716 req-b6f790f2-c910-461e-9d7f-f72ab903f4e5 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:14.033557 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3c9544d5-6f55-4816-8057-28d8b9860716 req-b6f790f2-c910-461e-9d7f-f72ab903f4e5 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 946 time: 0.0646751 Jul 16 18:43:14.076046 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3c9544d5-6f55-4816-8057-28d8b9860716 req-dca8c3fe-498f-4c55-9489-4375d1141653 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367315 Jul 16 18:43:14.435391 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4076b2-59fe-466d-8544-512882b53007 req-d52038ef-a53f-4142-8ae0-45afaaa771b4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:14.436948 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ef4076b2-59fe-466d-8544-512882b53007 req-d52038ef-a53f-4142-8ae0-45afaaa771b4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0764689 Jul 16 18:43:14.477906 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-ef4076b2-59fe-466d-8544-512882b53007 req-e85f7565-cdbb-4ea2-bf25-8ad9c114b21b tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349159 Jul 16 18:43:15.256671 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b708192-ed66-4b0e-a167-ff1324d9e196 req-a0227148-e179-41d5-9e2e-80bd476f540a tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.258084 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1b708192-ed66-4b0e-a167-ff1324d9e196 req-a0227148-e179-41d5-9e2e-80bd476f540a tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 946 time: 0.0715272 Jul 16 18:43:15.296604 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1b708192-ed66-4b0e-a167-ff1324d9e196 req-1cf6ed25-23b0-42e5-ae8b-51c1f4aab651 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326412 Jul 16 18:43:15.664118 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd11860-f000-413e-a7f0-8a3eeea8692d req-3afc1bd8-d527-4345-bb1c-275b96bb57fc tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:15.665625 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0cd11860-f000-413e-a7f0-8a3eeea8692d req-3afc1bd8-d527-4345-bb1c-275b96bb57fc tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0642734 Jul 16 18:43:15.703946 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0cd11860-f000-413e-a7f0-8a3eeea8692d req-1b93ea08-bfcb-48c6-840e-6b778b5f5495 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327303 Jul 16 18:43:16.504995 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa93c69-fd76-441c-9361-7d4b9d17a0d0 req-6f958af6-8ce4-4045-99aa-bc42135ce7e9 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:16.506481 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-efa93c69-fd76-441c-9361-7d4b9d17a0d0 req-6f958af6-8ce4-4045-99aa-bc42135ce7e9 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 946 time: 0.0632432 Jul 16 18:43:16.545374 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-efa93c69-fd76-441c-9361-7d4b9d17a0d0 req-7fecf612-74e3-4f83-9623-6ef2957121b3 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332351 Jul 16 18:43:16.891742 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afe768-cb52-46b7-8a06-ad1867ad527f req-799e4274-5242-4555-b508-343f796fc8c9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:16.893419 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a8afe768-cb52-46b7-8a06-ad1867ad527f req-799e4274-5242-4555-b508-343f796fc8c9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0673885 Jul 16 18:43:16.932967 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a8afe768-cb52-46b7-8a06-ad1867ad527f req-b93bef29-09f8-4440-83d5-d997e108dc59 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337541 Jul 16 18:43:17.730667 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b30aca-7397-4cd0-aed1-bff89b094c70 req-82eb69ca-571b-4a21-8ad4-b711af549237 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:17.733072 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-97b30aca-7397-4cd0-aed1-bff89b094c70 req-82eb69ca-571b-4a21-8ad4-b711af549237 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 946 time: 0.0695949 Jul 16 18:43:17.772975 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-97b30aca-7397-4cd0-aed1-bff89b094c70 req-7a60d998-b9df-4681-9112-a5631e661a7c tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335398 Jul 16 18:43:18.115134 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0658e-2759-4859-841c-e200c38fd4ac req-ebda090c-e35c-46ce-a065-b0c93f3fe623 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:18.116612 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b8e0658e-2759-4859-841c-e200c38fd4ac req-ebda090c-e35c-46ce-a065-b0c93f3fe623 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0650916 Jul 16 18:43:18.153770 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b8e0658e-2759-4859-841c-e200c38fd4ac req-71832ab5-6f1d-439d-83bc-84f99fba9410 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311768 Jul 16 18:43:18.949631 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9daf8a-551a-42fc-a3c5-7303fce0b21b req-fa31fc24-3c3f-44ad-abc3-e5443aceae86 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:18.951115 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4a9daf8a-551a-42fc-a3c5-7303fce0b21b req-fa31fc24-3c3f-44ad-abc3-e5443aceae86 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 946 time: 0.0659542 Jul 16 18:43:18.992497 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4a9daf8a-551a-42fc-a3c5-7303fce0b21b req-cf0f7a8d-cec9-4b1d-a132-22d434562440 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352266 Jul 16 18:43:19.352276 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f79309-6ced-4191-a4b4-76a7b88d071a req-309c9020-9788-4a1b-8125-f183a2f83845 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:19.353786 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c0f79309-6ced-4191-a4b4-76a7b88d071a req-309c9020-9788-4a1b-8125-f183a2f83845 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0739748 Jul 16 18:43:19.393643 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c0f79309-6ced-4191-a4b4-76a7b88d071a req-63534d30-d881-4d22-a8df-3754f7afa88f tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314331 Jul 16 18:43:19.867092 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f96df-9d08-4008-a4a5-f7e29d90f073 req-997eaa20-5e9e-48e1-9dad-bbd4abca8570 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:19.868535 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6c5f96df-9d08-4008-a4a5-f7e29d90f073 req-997eaa20-5e9e-48e1-9dad-bbd4abca8570 tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.84 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 946 time: 0.0647621 Jul 16 18:43:19.976333 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-6c5f96df-9d08-4008-a4a5-f7e29d90f073 req-b0f47434-5e12-4629-96df-16f2784e941b tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Deleting port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:19.977057 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-6c5f96df-9d08-4008-a4a5-f7e29d90f073 req-b0f47434-5e12-4629-96df-16f2784e941b tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.068868 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-6c5f96df-9d08-4008-a4a5-f7e29d90f073 req-b0f47434-5e12-4629-96df-16f2784e941b tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] For port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e,segment=NetworkSegment(a85ae603-df81-4c41-bd03-03f9573687d1),segment_id=a85ae603-df81-4c41-bd03-03f9573687d1)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:20.069223 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-6c5f96df-9d08-4008-a4a5-f7e29d90f073 req-b0f47434-5e12-4629-96df-16f2784e941b tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.081318 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-6c5f96df-9d08-4008-a4a5-f7e29d90f073 req-b0f47434-5e12-4629-96df-16f2784e941b tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Calling delete_port for 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:20.215285 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c47a39-e954-44eb-9eea-e8dcc0d3bc8f req-7cf83710-b9c4-4f08-916c-fc1a1964991c tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:20.216907 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29c47a39-e954-44eb-9eea-e8dcc0d3bc8f req-7cf83710-b9c4-4f08-916c-fc1a1964991c tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/ports?device_id=4f32690c-fa37-4790-b129-b9781610b15a HTTP/1.1" status: 200 len: 946 time: 0.0958102 Jul 16 18:43:20.288105 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29c47a39-e954-44eb-9eea-e8dcc0d3bc8f req-eebf732b-535e-4e5e-a342-aa8878f4df3b tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.68 "GET /v2.0/security-groups?id=77782092-42eb-49dd-be63-cef4b004d1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496378 Jul 16 18:43:20.289155 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-6c5f96df-9d08-4008-a4a5-f7e29d90f073 req-b0f47434-5e12-4629-96df-16f2784e941b tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.316908 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f47434-5e12-4629-96df-16f2784e941b tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Pushing event deleted for resources: {'Port': ['ID=0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:20.367311 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5f96df-9d08-4008-a4a5-f7e29d90f073 req-b0f47434-5e12-4629-96df-16f2784e941b tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] No DVR routers for this DVR port 0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:20.370152 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-6c5f96df-9d08-4008-a4a5-f7e29d90f073 req-b0f47434-5e12-4629-96df-16f2784e941b tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:20.372204 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6c5f96df-9d08-4008-a4a5-f7e29d90f073 req-b0f47434-5e12-4629-96df-16f2784e941b tempest-VolumesNegativeTest-45998663 tempest-VolumesNegativeTest-45998663-project] 10.222.0.84 "DELETE /v2.0/ports/0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e HTTP/1.1" status: 204 len: 173 time: 0.4963508 Jul 16 18:43:20.372659 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f32690c-fa37-4790-b129-b9781610b15a', 'name': 'network-vif-deleted', 'tag': '0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:20.374964 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66fdf5b6-1cc2-4f02-b566-d35b26251c9b" -d '{"events": [{"server_uuid": "4f32690c-fa37-4790-b129-b9781610b15a", "name": "network-vif-deleted", "tag": "0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:20.410465 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef3ce13-437c-40e0-ba29-ab0e23ac7291 x-openstack-request-id: req-0ef3ce13-437c-40e0-ba29-ab0e23ac7291 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:20.410774 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f32690c-fa37-4790-b129-b9781610b15a", "name": "network-vif-deleted", "tag": "0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:20.411029 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0ef3ce13-437c-40e0-ba29-ab0e23ac7291 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:20.411432 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f32690c-fa37-4790-b129-b9781610b15a', 'name': 'network-vif-deleted', 'tag': '0b8fc2fe-a813-46a9-b2a1-50fe3eccd23e', 'status': 'completed', 'code': 200} Jul 16 18:43:20.608015 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0874d-5853-4f2b-b7da-2224704dff47 req-66601943-d74d-4dc3-ae50-5e2a0b464030 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:20.609386 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4ce0874d-5853-4f2b-b7da-2224704dff47 req-66601943-d74d-4dc3-ae50-5e2a0b464030 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 943 time: 0.0767181 Jul 16 18:43:20.647680 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4ce0874d-5853-4f2b-b7da-2224704dff47 req-4585669c-5953-4992-87ee-0abefd85135c tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325320 Jul 16 18:43:21.299442 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device b7a24249-20cb-4254-b1fb-706a6d772e12 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:43:21.403034 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port b7a24249-20cb-4254-b1fb-706a6d772e12, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7a24249-20cb-4254-b1fb-706a6d772e12,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:21.414570 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'port_id': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'mac_address': 'fa:16:3e:72:6c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:43:21.455693 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.468797 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a24249-20cb-4254-b1fb-706a6d772e12 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:43:21.487831 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port b7a24249-20cb-4254-b1fb-706a6d772e12, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7a24249-20cb-4254-b1fb-706a6d772e12,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:21.494309 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:21.541037 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=b7a24249-20cb-4254-b1fb-706a6d772e12,revision_number=9']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:21.838338 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6b072-802d-42cd-8315-d5dc7628dc75 req-f27e57b2-8eaf-4122-821c-c08d63cd5bf9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:21.839825 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d3a6b072-802d-42cd-8315-d5dc7628dc75 req-f27e57b2-8eaf-4122-821c-c08d63cd5bf9 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 944 time: 0.0671439 Jul 16 18:43:21.844983 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['b7a24249-20cb-4254-b1fb-706a6d772e12'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:43:21.879813 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d3a6b072-802d-42cd-8315-d5dc7628dc75 req-737e9647-4dce-48a8-b1ba-f385b1b65dfe tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341749 Jul 16 18:43:23.069704 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb6f78-e210-4cbb-b584-600234175c39 req-2a218512-b45e-4e75-aa28-6ec071211c77 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:23.071233 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-36fb6f78-e210-4cbb-b584-600234175c39 req-2a218512-b45e-4e75-aa28-6ec071211c77 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 944 time: 0.0651703 Jul 16 18:43:23.109876 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-36fb6f78-e210-4cbb-b584-600234175c39 req-f64cb5ec-b07c-4408-bf6b-05031f165814 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331187 Jul 16 18:43:23.326903 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device b7a24249-20cb-4254-b1fb-706a6d772e12 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:43:23.377654 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port b7a24249-20cb-4254-b1fb-706a6d772e12 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:43:23.378040 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.453990 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.477334 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a24249-20cb-4254-b1fb-706a6d772e12'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:23.479609 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab9a8b2-a064-4b88-8cc6-4ea333fd94bb" -d '{"events": [{"server_uuid": "cad79459-d63f-4182-a590-7df180bb8d3a", "name": "network-vif-plugged", "status": "completed", "tag": "b7a24249-20cb-4254-b1fb-706a6d772e12"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:23.492444 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port b7a24249-20cb-4254-b1fb-706a6d772e12, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7a24249-20cb-4254-b1fb-706a6d772e12,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:23.497137 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:23.527185 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6f34ce-b7ea-46cf-99ba-acfb094e8724 x-openstack-request-id: req-eb6f34ce-b7ea-46cf-99ba-acfb094e8724 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:23.527185 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad79459-d63f-4182-a590-7df180bb8d3a", "name": "network-vif-plugged", "status": "completed", "tag": "b7a24249-20cb-4254-b1fb-706a6d772e12", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:23.527185 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-eb6f34ce-b7ea-46cf-99ba-acfb094e8724 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:23.527185 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'code': 200} Jul 16 18:43:23.549862 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=b7a24249-20cb-4254-b1fb-706a6d772e12,revision_number=10']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:23.784332 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3590d822-d95a-41dc-add4-90b48f6996cd req-5e9261e6-ff0e-498a-a734-3210ad247f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:23.785816 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3590d822-d95a-41dc-add4-90b48f6996cd req-5e9261e6-ff0e-498a-a734-3210ad247f28 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 1099 time: 0.0509951 Jul 16 18:43:23.830730 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3590d822-d95a-41dc-add4-90b48f6996cd req-7e966c79-cd53-43d5-8183-87319cd41eae service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363400 Jul 16 18:43:24.301007 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec1770-91d9-4c5a-a923-c2a121df2c9a req-b778c74f-9119-4367-acbb-980816588860 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:24.302573 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c8ec1770-91d9-4c5a-a923-c2a121df2c9a req-b778c74f-9119-4367-acbb-980816588860 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 946 time: 0.0796523 Jul 16 18:43:24.349562 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c8ec1770-91d9-4c5a-a923-c2a121df2c9a req-6da8a743-8dc5-45fa-a3b0-73dfb3367607 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395033 Jul 16 18:43:25.018611 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 36936) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:25.174256 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-a31db2c3-e24c-471e-83b1-53ebcf483e16 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=936517fad22844f8a0302bd0fd0c1d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547699 Jul 16 18:43:25.176667 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 36948) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:25.231788 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6a05a30a-20a5-4b27-a96a-1ceff6dc470c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.253669 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6a05a30a-20a5-4b27-a96a-1ceff6dc470c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.301900 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6a05a30a-20a5-4b27-a96a-1ceff6dc470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.304644 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-6a05a30a-20a5-4b27-a96a-1ceff6dc470c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.305830 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-6a05a30a-20a5-4b27-a96a-1ceff6dc470c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/77782092-42eb-49dd-be63-cef4b004d1f5 HTTP/1.1" status: 204 len: 168 time: 0.1281803 Jul 16 18:43:25.314078 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05a30a-20a5-4b27-a96a-1ceff6dc470c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77782092-42eb-49dd-be63-cef4b004d1f5,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:25.553022 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037b8c8-d877-4308-ae4c-f3b40e72a2cb req-89e50aa8-65ec-4349-b439-fc9508c19d34 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:25.555003 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1037b8c8-d877-4308-ae4c-f3b40e72a2cb req-89e50aa8-65ec-4349-b439-fc9508c19d34 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 946 time: 0.0713978 Jul 16 18:43:25.598466 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1037b8c8-d877-4308-ae4c-f3b40e72a2cb req-2faefbc9-22ea-4cbf-a3bf-cf43e1f8402d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371215 Jul 16 18:43:26.455083 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41262b93-3267-443d-8adf-3a098726bab4 req-e0f6e1e6-c94f-4b47-b7c2-962100d5c94e tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.456538 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-41262b93-3267-443d-8adf-3a098726bab4 req-e0f6e1e6-c94f-4b47-b7c2-962100d5c94e tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0674212 Jul 16 18:43:26.496303 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-41262b93-3267-443d-8adf-3a098726bab4 req-1de0e262-9e0c-4392-a1d2-956974eb71f4 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339360 Jul 16 18:43:26.798471 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4a6ba-4ff1-4696-bf6a-4579e94c684e req-a90528ac-4f6a-4b7c-9dea-a924c4e80b10 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:26.799966 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1c4a6ba-4ff1-4696-bf6a-4579e94c684e req-a90528ac-4f6a-4b7c-9dea-a924c4e80b10 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 946 time: 0.0733497 Jul 16 18:43:26.838893 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f1c4a6ba-4ff1-4696-bf6a-4579e94c684e req-a452eb31-cf36-41ca-a70c-5b3e248188e2 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333307 Jul 16 18:43:27.689973 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450db4a-3d55-4e4a-b805-f5815b7058fa req-4a1d3bb0-3353-4919-b186-69ccbadb4b4d tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:27.691445 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8450db4a-3d55-4e4a-b805-f5815b7058fa req-4a1d3bb0-3353-4919-b186-69ccbadb4b4d tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0756838 Jul 16 18:43:27.733112 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8450db4a-3d55-4e4a-b805-f5815b7058fa req-d65eed51-2d4d-45c1-86b8-dcd63d2d201c tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328665 Jul 16 18:43:28.666933 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-38a81ad6-6cdc-46b4-ae89-a29674504599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:28.922663 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc95ae-b407-49d1-96c5-30e5456fa6a3 req-11efe7e9-09be-4110-907c-205ef962c2b4 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:28.924155 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-09fc95ae-b407-49d1-96c5-30e5456fa6a3 req-11efe7e9-09be-4110-907c-205ef962c2b4 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0705700 Jul 16 18:43:28.962007 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-09fc95ae-b407-49d1-96c5-30e5456fa6a3 req-da260b0e-4f70-4fc5-a621-67ba32efc42c tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322571 Jul 16 18:43:30.160861 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4c489-ec5c-4987-a8d9-6d40ca4aca3e req-3e33adbc-ac9d-4d0d-8ac2-940dee74593c tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:30.162430 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-54c4c489-ec5c-4987-a8d9-6d40ca4aca3e req-3e33adbc-ac9d-4d0d-8ac2-940dee74593c tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0713723 Jul 16 18:43:30.206612 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-54c4c489-ec5c-4987-a8d9-6d40ca4aca3e req-22a70434-955a-48aa-8c2e-a70fafeccc5c tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357234 Jul 16 18:43:31.393385 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d71dd-bbcc-4b7f-89ad-a5a458af5692 req-88c7c4d4-2c65-47b6-96c9-18aa57f5ddc5 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.394888 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2c6d71dd-bbcc-4b7f-89ad-a5a458af5692 req-88c7c4d4-2c65-47b6-96c9-18aa57f5ddc5 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0672514 Jul 16 18:43:31.436718 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2c6d71dd-bbcc-4b7f-89ad-a5a458af5692 req-42dfb30b-fb3a-43c8-892b-abbae96d9346 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362160 Jul 16 18:43:31.559422 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-b893dfb9-877e-49ac-b670-55b864aab707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.906209 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.616649 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:32.625670 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a95e5-5b8b-46f6-8126-47063be87de3 req-38fcdca3-8a59-40f7-8bcc-2087d791c0f2 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:32.627215 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-648a95e5-5b8b-46f6-8126-47063be87de3 req-38fcdca3-8a59-40f7-8bcc-2087d791c0f2 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0775878 Jul 16 18:43:32.664247 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-648a95e5-5b8b-46f6-8126-47063be87de3 req-bdbd8597-9059-4da1-80ed-695fbd460293 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313721 Jul 16 18:43:33.001007 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:43:33.513265 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:33.852648 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f00d60-aa95-4f71-b3fc-f0de98237ee8 req-5f717826-6802-4110-9c8f-e9c52b74a3fa tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:33.854138 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-15f00d60-aa95-4f71-b3fc-f0de98237ee8 req-5f717826-6802-4110-9c8f-e9c52b74a3fa tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0710597 Jul 16 18:43:33.893445 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-15f00d60-aa95-4f71-b3fc-f0de98237ee8 req-29d6c392-4349-4f00-94c4-36eba3713f43 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336313 Jul 16 18:43:34.047495 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:35.071607 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135946b-daec-40c3-9b56-4b5ca4293738 req-6e23614d-09f2-444e-9c3a-cbe5fc04df4a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:35.073065 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f135946b-daec-40c3-9b56-4b5ca4293738 req-6e23614d-09f2-444e-9c3a-cbe5fc04df4a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0648727 Jul 16 18:43:35.111146 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f135946b-daec-40c3-9b56-4b5ca4293738 req-288c5252-6080-4640-8a9e-e33cf734069b tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325296 Jul 16 18:43:36.303461 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe6268-77ac-4676-a8c8-b6a87e7ce3f0 req-ad97d529-70e8-42cd-8d12-0a6a558ed8c0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:36.304867 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-67fe6268-77ac-4676-a8c8-b6a87e7ce3f0 req-ad97d529-70e8-42cd-8d12-0a6a558ed8c0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0692661 Jul 16 18:43:36.347963 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-67fe6268-77ac-4676-a8c8-b6a87e7ce3f0 req-5acafadb-d517-48f4-bec9-3ce70995c413 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342355 Jul 16 18:43:37.543312 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cfab5-a03c-46d7-8e26-56f6c4023eb2 req-5294755c-cee0-4e32-8fef-7d91ae39b984 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:37.544779 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-720cfab5-a03c-46d7-8e26-56f6c4023eb2 req-5294755c-cee0-4e32-8fef-7d91ae39b984 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0747285 Jul 16 18:43:37.585152 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-720cfab5-a03c-46d7-8e26-56f6c4023eb2 req-031d1995-055f-4a9d-aa60-81a5580dcf5c tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330629 Jul 16 18:43:37.934303 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a944-2110-47c3-9d2e-3e9c293b6ec2 req-33f47472-7084-4474-8fa9-628f37651da4 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:37.935673 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f7a6a944-2110-47c3-9d2e-3e9c293b6ec2 req-33f47472-7084-4474-8fa9-628f37651da4 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0636899 Jul 16 18:43:37.973871 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f7a6a944-2110-47c3-9d2e-3e9c293b6ec2 req-5f411d49-ccb7-4d9c-a893-d9f60356acc7 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324316 Jul 16 18:43:37.974126 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910bdb6-7269-4177-918d-596c443455fd req-7d8e44fe-fccb-457e-b805-8048b1e2aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:37.975634 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c910bdb6-7269-4177-918d-596c443455fd req-7d8e44fe-fccb-457e-b805-8048b1e2aedc service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d2e7084619455bb80f8192f381ea27&device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 1099 time: 0.0578792 Jul 16 18:43:38.069128 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910bdb6-7269-4177-918d-596c443455fd req-cd73fdd9-85c7-42ae-80d2-9526de6c44b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.070921 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c910bdb6-7269-4177-918d-596c443455fd req-cd73fdd9-85c7-42ae-80d2-9526de6c44b9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=50f941d7-02ce-4842-85fe-b35620f60d46 HTTP/1.1" status: 200 len: 912 time: 0.0843465 Jul 16 18:43:38.139193 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c910bdb6-7269-4177-918d-596c443455fd req-7afedda1-577d-4d45-a1c3-f2a0efdd0df9 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f6df396-b4c2-4348-a2a3-b1cf022f0c10 HTTP/1.1" status: 200 len: 1002 time: 0.0609989 Jul 16 18:43:38.192626 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910bdb6-7269-4177-918d-596c443455fd req-8e2c9b11-d9f5-4c85-a2cd-4274cf5d0351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.193981 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c910bdb6-7269-4177-918d-596c443455fd req-8e2c9b11-d9f5-4c85-a2cd-4274cf5d0351 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bdf63cb3-37ac-4143-9e41-b35e7f464314 HTTP/1.1" status: 200 len: 850 time: 0.0446894 Jul 16 18:43:38.260021 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910bdb6-7269-4177-918d-596c443455fd req-aa4160bf-22fb-42ee-92f3-43cfb7fc43d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.261493 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c910bdb6-7269-4177-918d-596c443455fd req-aa4160bf-22fb-42ee-92f3-43cfb7fc43d0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=50f941d7-02ce-4842-85fe-b35620f60d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533841 Jul 16 18:43:38.353707 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c910bdb6-7269-4177-918d-596c443455fd req-c5b8a7d0-5994-4864-a41e-c01eabc5c844 service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847857 Jul 16 18:43:38.451846 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c910bdb6-7269-4177-918d-596c443455fd req-f44889ca-1149-4798-8647-229235c7b76e service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892131 Jul 16 18:43:39.154960 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad225587-2859-43c5-bd45-891515055a8a req-3fb4a990-84cc-4730-97b2-a8611751e5d0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:39.156431 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ad225587-2859-43c5-bd45-891515055a8a req-3fb4a990-84cc-4730-97b2-a8611751e5d0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0679595 Jul 16 18:43:39.194322 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ad225587-2859-43c5-bd45-891515055a8a req-3362b913-bf2b-4725-98b8-85e56cbe40f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315540 Jul 16 18:43:40.385749 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ddfb6-d4b6-4459-9411-0218af2f555b req-7893b0a3-2380-48d1-be16-3b2c0fc7ddde tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.387188 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4b8ddfb6-d4b6-4459-9411-0218af2f555b req-7893b0a3-2380-48d1-be16-3b2c0fc7ddde tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0746286 Jul 16 18:43:40.425754 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-4b8ddfb6-d4b6-4459-9411-0218af2f555b req-58eb1971-286f-4947-913e-ec823c0e51fe tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309203 Jul 16 18:43:58.665076 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8486ee36-8b1b-4404-a480-067f91a64132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:00.282911 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f73ed-109c-4c47-a1dd-3ee3ec0dec2b req-9c9469ac-caa5-429f-94e7-9eaecc3ea9c6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:00.284409 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f03f73ed-109c-4c47-a1dd-3ee3ec0dec2b req-9c9469ac-caa5-429f-94e7-9eaecc3ea9c6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 946 time: 0.0700557 Jul 16 18:44:00.326090 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f03f73ed-109c-4c47-a1dd-3ee3ec0dec2b req-2378b669-6fe1-4ca7-ace0-c5b79099e7c6 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329802 Jul 16 18:44:01.530193 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2e52a-16dc-4632-99f1-7dd98205026d req-09b7e692-d252-4091-be81-ca9bb67fb280 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:01.531675 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ffd2e52a-16dc-4632-99f1-7dd98205026d req-09b7e692-d252-4091-be81-ca9bb67fb280 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 946 time: 0.0755064 Jul 16 18:44:01.552347 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-cba9de70-e5d6-44f4-a8ec-3e29814f7350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.571544 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ffd2e52a-16dc-4632-99f1-7dd98205026d req-b2f66b26-96f9-4c40-85f7-ec687e681e74 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups?id=0dd4a61c-b34b-4146-a969-a0ae39b0a37d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341454 Jul 16 18:44:01.891737 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.973366 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-a58540de-0ce4-4dc7-a78e-8d3f7ce01287 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:01.974841 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-a58540de-0ce4-4dc7-a78e-8d3f7ce01287 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.84 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 946 time: 0.0665717 Jul 16 18:44:02.081901 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Deleting port b7a24249-20cb-4254-b1fb-706a6d772e12 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:02.082283 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.184021 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] For port b7a24249-20cb-4254-b1fb-706a6d772e12, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=b7a24249-20cb-4254-b1fb-706a6d772e12,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:02.184314 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.353583 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.353966 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.354273 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.l3_db [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Floating IP 123df636-607a-4900-9aac-9af2648dd9b2 disassociated. External IP: 172.27.3.222, port: b7a24249-20cb-4254-b1fb-706a6d772e12. Jul 16 18:44:02.354587 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Calling delete_port for b7a24249-20cb-4254-b1fb-706a6d772e12 owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:02.488454 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.520054 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event deleted for resources: {'Port': ['ID=b7a24249-20cb-4254-b1fb-706a6d772e12,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:02.531034 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.531583 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.531779 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.532047 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.532371 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.532801 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.532997 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.533500 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.533832 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.534156 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.534484 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.534803 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:02.618743 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.641756 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:02.718638 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-645ce466-5396-497b-adda-80bd76287b05 req-13caf84a-6a68-45d5-a5e5-f8afa1688a34 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/ports?device_id=cad79459-d63f-4182-a590-7df180bb8d3a HTTP/1.1" status: 200 len: 210 time: 0.0299387 Jul 16 18:44:02.748140 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:02.758609 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef554f1-7504-4cd4-af2a-07f1af1ced4b None None] Sync routers for ids ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:02.767898 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef554f1-7504-4cd4-af2a-07f1af1ced4b None None] Routers {'1ebba71d-98ef-4674-a503-2a1a9eb3da0f'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:02.768587 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-3ef554f1-7504-4cd4-af2a-07f1af1ced4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:44:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:02.790023 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] No DVR routers for this DVR port b7a24249-20cb-4254-b1fb-706a6d772e12 on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:02.792625 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.794697 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1ab2a99e-31a7-4060-b905-459c5ee1458f req-5b9ce6cb-9d85-429a-b64a-9e2c2cb030d4 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.84 "DELETE /v2.0/ports/b7a24249-20cb-4254-b1fb-706a6d772e12 HTTP/1.1" status: 204 len: 173 time: 0.8125770 Jul 16 18:44:02.795133 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'name': 'network-vif-deleted', 'tag': 'b7a24249-20cb-4254-b1fb-706a6d772e12'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:02.797397 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2faa79-e576-41ad-a842-6b1289769429" -d '{"events": [{"server_uuid": "cad79459-d63f-4182-a590-7df180bb8d3a", "name": "network-vif-deleted", "tag": "b7a24249-20cb-4254-b1fb-706a6d772e12"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:02.838651 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec16768-012e-49a3-ae9b-ca7651740ea6 x-openstack-request-id: req-1ec16768-012e-49a3-ae9b-ca7651740ea6 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:02.839175 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad79459-d63f-4182-a590-7df180bb8d3a", "name": "network-vif-deleted", "tag": "b7a24249-20cb-4254-b1fb-706a6d772e12", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:02.839416 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1ec16768-012e-49a3-ae9b-ca7651740ea6 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:02.839866 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad79459-d63f-4182-a590-7df180bb8d3a', 'name': 'network-vif-deleted', 'tag': 'b7a24249-20cb-4254-b1fb-706a6d772e12', 'status': 'completed', 'code': 200} Jul 16 18:44:02.876330 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-3ef554f1-7504-4cd4-af2a-07f1af1ced4b None None] Set router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:03.213834 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-3ef554f1-7504-4cd4-af2a-07f1af1ced4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 5, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:03.239956 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef554f1-7504-4cd4-af2a-07f1af1ced4b None None] Checking router: 1ebba71d-98ef-4674-a503-2a1a9eb3da0f for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:03.251332 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef554f1-7504-4cd4-af2a-07f1af1ced4b None None] Routers {'1ebba71d-98ef-4674-a503-2a1a9eb3da0f'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:03.252085 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-3ef554f1-7504-4cd4-af2a-07f1af1ced4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:44:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:03.359923 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-3ef554f1-7504-4cd4-af2a-07f1af1ced4b None None] Set router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:03.517801 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.569559 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-3ef554f1-7504-4cd4-af2a-07f1af1ced4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 5, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:03.599766 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef554f1-7504-4cd4-af2a-07f1af1ced4b None None] The sync data for ids ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'] in dv-cinder-786932-5-iscsi is: [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:36:00Z', 'revision_number': 4, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'c222c620-9058-453c-9313-297b48aad84f', 'name': '', 'network_id': '4e9bf718-bca9-47b8-a4f3-87ccd41afd9f', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'mac_address': 'fa:16:3e:df:e7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:59Z', 'updated_at': '2021-07-16T18:36:09Z', 'revision_number': 5, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'subnets': [{'id': '46ca2ddb-74dd-47d1-8095-68f81754e5b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:03.806287 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8510856-c5db-4760-9835-45314351563a None None] New status for floating IP 123df636-607a-4900-9aac-9af2648dd9b2: DOWN {{(pid=93249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:44:03.843853 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37048) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.898637 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.926543 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.973910 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.976487 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.977674 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "DELETE /v2.0/security-groups/0dd4a61c-b34b-4146-a969-a0ae39b0a37d HTTP/1.1" status: 204 len: 168 time: 0.1327784 Jul 16 18:44:03.980550 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37050) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.987116 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd4a61c-b34b-4146-a969-a0ae39b0a37d,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:03.994048 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.994385 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.994727 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.995067 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.995182 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.api.v2.resource [None req-a8591738-a64c-4955-9243-406fa8ab4ef3 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] show failed (client error): The resource could not be found. Jul 16 18:44:03.995403 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.995736 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.996064 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.996159 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a8591738-a64c-4955-9243-406fa8ab4ef3 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "GET /v2.0/security-groups/0dd4a61c-b34b-4146-a969-a0ae39b0a37d HTTP/1.1" status: 404 len: 347 time: 0.0140049 Jul 16 18:44:03.996493 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.996832 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.997160 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.997535 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.997850 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265274df-1aae-49c0-93e5-51430f24a86d tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:03.998952 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37052) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.048138 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.124375 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-28854784-ac6d-4873-a339-1ac4ae92e511 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Deleting port 61c6e521-d6ce-4b02-b85a-ce66469846e7 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:04.124726 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-28854784-ac6d-4873-a339-1ac4ae92e511 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.204590 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-28854784-ac6d-4873-a339-1ac4ae92e511 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.204889 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-28854784-ac6d-4873-a339-1ac4ae92e511 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.217383 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-28854784-ac6d-4873-a339-1ac4ae92e511 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Calling delete_port for 61c6e521-d6ce-4b02-b85a-ce66469846e7 owned by network:floatingip {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:04.350109 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-28854784-ac6d-4873-a339-1ac4ae92e511 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.378781 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28854784-ac6d-4873-a339-1ac4ae92e511 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Pushing event deleted for resources: {'Port': ['ID=61c6e521-d6ce-4b02-b85a-ce66469846e7,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:04.438497 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-28854784-ac6d-4873-a339-1ac4ae92e511 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks [] for floatingip, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.441174 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-28854784-ac6d-4873-a339-1ac4ae92e511 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.442363 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-28854784-ac6d-4873-a339-1ac4ae92e511 tempest-AttachVolumeShelveTestJSON-2046454716 tempest-AttachVolumeShelveTestJSON-2046454716-project] 10.222.0.68 "DELETE /v2.0/floatingips/123df636-607a-4900-9aac-9af2648dd9b2 HTTP/1.1" status: 204 len: 168 time: 0.4425039 Jul 16 18:44:05.593912 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device b7a24249-20cb-4254-b1fb-706a6d772e12 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:05.627261 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: b7a24249-20cb-4254-b1fb-706a6d772e12 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:05.627516 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device b7a24249-20cb-4254-b1fb-706a6d772e12 not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:06.680222 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bcd81d8b-c5c9-447b-b166-2af7e3e0d1a1 req-5766d446-4e70-4d9b-90ee-57abc6af856c service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0520425 Jul 16 18:44:06.792916 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd81d8b-c5c9-447b-b166-2af7e3e0d1a1 req-bea99d29-6ece-4c86-af2c-bb9d94db18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.795142 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bcd81d8b-c5c9-447b-b166-2af7e3e0d1a1 req-bea99d29-6ece-4c86-af2c-bb9d94db18bd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4f1204a4ee0b442b9fe4f44965921b4a&device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 1099 time: 0.0686028 Jul 16 18:44:06.916672 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd81d8b-c5c9-447b-b166-2af7e3e0d1a1 req-9e440ac3-0ad1-497d-8f88-39d0fbd9ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:06.918315 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bcd81d8b-c5c9-447b-b166-2af7e3e0d1a1 req-9e440ac3-0ad1-497d-8f88-39d0fbd9ed96 service neutron] 10.222.0.84 "GET /v2.0/networks?id=93b8596e-1e68-4714-8232-c86ec38f9d07 HTTP/1.1" status: 200 len: 910 time: 0.0998933 Jul 16 18:44:07.191400 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37074) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.278137 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bcd81d8b-c5c9-447b-b166-2af7e3e0d1a1 req-29a8c62c-21ed-442c-a510-11c9cdc9cf3d service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5363148-2139-414e-874e-72f42e556201 HTTP/1.1" status: 200 len: 1002 time: 0.3517482 Jul 16 18:44:07.330848 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd81d8b-c5c9-447b-b166-2af7e3e0d1a1 req-71793a49-56bd-4af7-b429-189479fc0e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.332293 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bcd81d8b-c5c9-447b-b166-2af7e3e0d1a1 req-71793a49-56bd-4af7-b429-189479fc0e52 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4 HTTP/1.1" status: 200 len: 848 time: 0.0448170 Jul 16 18:44:07.391250 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd81d8b-c5c9-447b-b166-2af7e3e0d1a1 req-c7beb0fe-6e21-462e-85a2-393ff3c77d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:07.392805 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bcd81d8b-c5c9-447b-b166-2af7e3e0d1a1 req-c7beb0fe-6e21-462e-85a2-393ff3c77d96 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93b8596e-1e68-4714-8232-c86ec38f9d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523572 Jul 16 18:44:07.485534 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bcd81d8b-c5c9-447b-b166-2af7e3e0d1a1 req-02732066-4a1c-494b-b1ad-9a23b36b163a service neutron] 10.222.0.84 "GET /v2.0/networks/93b8596e-1e68-4714-8232-c86ec38f9d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850728 Jul 16 18:44:07.573648 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bcd81d8b-c5c9-447b-b166-2af7e3e0d1a1 req-18e11cfb-e213-4617-8361-0ce81d625e2e service neutron] 10.222.0.84 "GET /v2.0/networks/93b8596e-1e68-4714-8232-c86ec38f9d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814583 Jul 16 18:44:07.675363 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-39c75dd8-47c6-4db5-a088-e0001bcf06c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516521'] for router_interface, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.950136 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-39c75dd8-47c6-4db5-a088-e0001bcf06c9 admin admin] Deleting port c222c620-9058-453c-9313-297b48aad84f {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:07.950576 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-39c75dd8-47c6-4db5-a088-e0001bcf06c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.035868 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-39c75dd8-47c6-4db5-a088-e0001bcf06c9 admin admin] For port c222c620-9058-453c-9313-297b48aad84f, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=c222c620-9058-453c-9313-297b48aad84f,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:08.036233 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-39c75dd8-47c6-4db5-a088-e0001bcf06c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.049175 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-39c75dd8-47c6-4db5-a088-e0001bcf06c9 admin admin] Calling delete_port for c222c620-9058-453c-9313-297b48aad84f owned by network:router_interface {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:08.232258 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-39c75dd8-47c6-4db5-a088-e0001bcf06c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.256876 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c75dd8-47c6-4db5-a088-e0001bcf06c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c222c620-9058-453c-9313-297b48aad84f,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:08.419324 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-39c75dd8-47c6-4db5-a088-e0001bcf06c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513593'] for router_interface, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.644898 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c75dd8-47c6-4db5-a088-e0001bcf06c9 admin admin] Router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:08.753456 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c75dd8-47c6-4db5-a088-e0001bcf06c9 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:08.758830 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-39c75dd8-47c6-4db5-a088-e0001bcf06c9 admin admin] 10.222.0.68 "PUT /v2.0/routers/1ebba71d-98ef-4674-a503-2a1a9eb3da0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5663633 Jul 16 18:44:08.761509 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37078) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:08.765483 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff26811-a304-4f40-a672-decc24f8e153 None None] Sync routers for ids ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:08.775475 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff26811-a304-4f40-a672-decc24f8e153 None None] Routers {'1ebba71d-98ef-4674-a503-2a1a9eb3da0f'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:08.776198 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-7ff26811-a304-4f40-a672-decc24f8e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:44:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:08.864058 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.884991 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-7ff26811-a304-4f40-a672-decc24f8e153 None None] Set router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:08.967577 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.022730 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] Deleting port 8f0bf7bb-5555-4ec3-8973-a8d8be435093 {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:09.022994 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.061642 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-7ff26811-a304-4f40-a672-decc24f8e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:44:08Z', 'revision_number': 5, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port': {'id': '8f0bf7bb-5555-4ec3-8973-a8d8be435093', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:bb:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:35:55Z', 'updated_at': '2021-07-16T18:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:09.087696 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff26811-a304-4f40-a672-decc24f8e153 None None] Checking router: 1ebba71d-98ef-4674-a503-2a1a9eb3da0f for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:09.095942 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff26811-a304-4f40-a672-decc24f8e153 None None] Routers {'1ebba71d-98ef-4674-a503-2a1a9eb3da0f'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:09.096550 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-7ff26811-a304-4f40-a672-decc24f8e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:44:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:09.105274 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] For port 8f0bf7bb-5555-4ec3-8973-a8d8be435093, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=8f0bf7bb-5555-4ec3-8973-a8d8be435093,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:09.105676 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.117969 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] Calling delete_port for 8f0bf7bb-5555-4ec3-8973-a8d8be435093 owned by network:router_gateway {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:09.180904 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-7ff26811-a304-4f40-a672-decc24f8e153 None None] Set router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f gateway port host: None {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:09.232426 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-7ff26811-a304-4f40-a672-decc24f8e153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:44:08Z', 'revision_number': 6, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port_host': None}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:09.262950 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff26811-a304-4f40-a672-decc24f8e153 None None] The sync data for ids ['1ebba71d-98ef-4674-a503-2a1a9eb3da0f'] in dv-cinder-786932-5-iscsi is: [{'id': '1ebba71d-98ef-4674-a503-2a1a9eb3da0f', 'name': 'tempest-AttachVolumeShelveTestJSON-232951751-router', 'tenant_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:35:54Z', 'updated_at': '2021-07-16T18:44:08Z', 'revision_number': 6, 'project_id': '3b8177a378e543ef8f2fbab8b0445fdc', 'gw_port_host': None}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:09.297008 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.324831 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f0bf7bb-5555-4ec3-8973-a8d8be435093,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:09.385174 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517219'] for router_gateway, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.475332 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5268'] for router, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.477595 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.523821 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516833'] for router, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.524360 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ebba71d-98ef-4674-a503-2a1a9eb3da0f {{(pid=93247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:44:09.529242 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] Notify callbacks [] for router, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.530389 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-aa6546fd-a7ac-4891-9f4c-bd43c71bafe7 admin admin] 10.222.0.68 "DELETE /v2.0/routers/1ebba71d-98ef-4674-a503-2a1a9eb3da0f HTTP/1.1" status: 204 len: 168 time: 0.7679784 Jul 16 18:44:09.532942 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37082) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:09.577699 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_v2 [None req-3164f1c6-ac82-4a91-a458-3a9d6015e9d2 admin admin] Deleting subnet 46ca2ddb-74dd-47d1-8095-68f81754e5b8 {{(pid=93247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:09.580805 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3164f1c6-ac82-4a91-a458-3a9d6015e9d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.617164 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3164f1c6-ac82-4a91-a458-3a9d6015e9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10409244'] for subnet, precommit_delete_associations {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.727214 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3164f1c6-ac82-4a91-a458-3a9d6015e9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.781569 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3164f1c6-ac82-4a91-a458-3a9d6015e9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8677849'] for subnet, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.806188 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164f1c6-ac82-4a91-a458-3a9d6015e9d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46ca2ddb-74dd-47d1-8095-68f81754e5b8,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:09.809911 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3164f1c6-ac82-4a91-a458-3a9d6015e9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.811749 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-3164f1c6-ac82-4a91-a458-3a9d6015e9d2 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/46ca2ddb-74dd-47d1-8095-68f81754e5b8 HTTP/1.1" status: 204 len: 168 time: 0.2776482 Jul 16 18:44:09.814311 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37084) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:09.817095 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74274a13-b93a-48a9-b813-40c3811bd979 None None] Network 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:09.885528 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.937477 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Deleting port 340dd3e3-ee45-4ca2-90fb-a753c5f70833 {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:09.937748 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.007088 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] For port 340dd3e3-ee45-4ca2-90fb-a753c5f70833, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=340dd3e3-ee45-4ca2-90fb-a753c5f70833,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:10.007519 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.010982 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:10.026875 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] DHCP port deletion for 4e9bf718-bca9-47b8-a4f3-87ccd41afd9f request from dv-cinder-786932-5-iscsi {{(pid=93248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:10.029000 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Calling delete_port for 340dd3e3-ee45-4ca2-90fb-a753c5f70833 owned by network:dhcp {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:10.072339 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Deleting port 340dd3e3-ee45-4ca2-90fb-a753c5f70833 {{(pid=93248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:10.072653 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.108952 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.132585 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Pushing event deleted for resources: {'Port': ['ID=340dd3e3-ee45-4ca2-90fb-a753c5f70833,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:10.139491 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] No DVR routers for this DVR port 340dd3e3-ee45-4ca2-90fb-a753c5f70833 on host dv-cinder-786932-5-iscsi {{(pid=93247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:10.141886 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] For port 340dd3e3-ee45-4ca2-90fb-a753c5f70833, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=340dd3e3-ee45-4ca2-90fb-a753c5f70833,segment=NetworkSegment(5cf66242-70cf-4ea4-9d21-f84297e84e34),segment_id=5cf66242-70cf-4ea4-9d21-f84297e84e34)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:10.142314 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.158767 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Calling delete_port for 340dd3e3-ee45-4ca2-90fb-a753c5f70833 owned by network:dhcp {{(pid=93248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:10.290797 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375'] for port, after_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.320601 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Pushing event deleted for resources: {'Port': ['ID=340dd3e3-ee45-4ca2-90fb-a753c5f70833,revision_number=None']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:10.325420 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] No DVR routers for this DVR port 340dd3e3-ee45-4ca2-90fb-a753c5f70833 on host dv-cinder-786932-5-iscsi {{(pid=93248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:10.332904 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:10.333460 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:10.333855 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:10.334195 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:10.334584 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:10.334916 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:10.335349 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:10.335702 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:10.336050 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:10.336465 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:10.336791 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:10.337114 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86db1dfd-0601-482f-ab1d-850c234ed615 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:10.446439 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.457318 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e9bf718-bca9-47b8-a4f3-87ccd41afd9f']}} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:10.467069 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf66242-70cf-4ea4-9d21-f84297e84e34') {'for_net_delete': True} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:10.467365 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf66242-70cf-4ea4-9d21-f84297e84e34') {} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:10.476372 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10409259'] for segment, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.492840 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.499639 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=93247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:10.500298 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8532745'] for segment, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: Traceback (most recent call last): Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: timer() Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: cb(*args, **kw) Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: return func(*args, **kwargs) Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: self._notify() Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: self.callback(batched_events) Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: event.method(event) Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: return f(self, *a, **k) Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._get(url).json() Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:10.502095 dv-cinder-786932-5-iscsi neutron-server[93247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:10.518631 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 340dd3e3-ee45-4ca2-90fb-a753c5f70833 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:10.538090 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: 340dd3e3-ee45-4ca2-90fb-a753c5f70833 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:10.538374 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 340dd3e3-ee45-4ca2-90fb-a753c5f70833 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:10.538797 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device c222c620-9058-453c-9313-297b48aad84f no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:10.556827 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: c222c620-9058-453c-9313-297b48aad84f {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:10.557143 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.557274 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device c222c620-9058-453c-9313-297b48aad84f not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:10.557634 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 8f0bf7bb-5555-4ec3-8973-a8d8be435093 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:10.562986 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.567618 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] 10.222.0.68 "DELETE /v2.0/networks/4e9bf718-bca9-47b8-a4f3-87ccd41afd9f HTTP/1.1" status: 204 len: 168 time: 0.7498019 Jul 16 18:44:10.577010 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: 8f0bf7bb-5555-4ec3-8973-a8d8be435093 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:10.577276 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 8f0bf7bb-5555-4ec3-8973-a8d8be435093 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:10.577850 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f93e5f-3a50-43f9-b60b-821992982874 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e9bf718-bca9-47b8-a4f3-87ccd41afd9f,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:10.691828 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37088) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:10.735995 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-5c9e0b72-4878-42be-acd0-8ceb7abaf01e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3b8177a378e543ef8f2fbab8b0445fdc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429890 Jul 16 18:44:10.739626 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37090) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:10.790830 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-63dd1b84-02aa-40dd-81b6-25bfd19078e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.816159 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-63dd1b84-02aa-40dd-81b6-25bfd19078e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.863872 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-63dd1b84-02aa-40dd-81b6-25bfd19078e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.867146 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-63dd1b84-02aa-40dd-81b6-25bfd19078e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:10.868303 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-63dd1b84-02aa-40dd-81b6-25bfd19078e3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3057a7c6-ca7e-4676-94c9-f1c863a67ba5 HTTP/1.1" status: 204 len: 168 time: 0.1277180 Jul 16 18:44:10.877420 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd1b84-02aa-40dd-81b6-25bfd19078e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3057a7c6-ca7e-4676-94c9-f1c863a67ba5,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:12.717666 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37152) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:12.821253 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1ea64098-7f41-4215-b5fa-137f876d4923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.908785 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1ea64098-7f41-4215-b5fa-137f876d4923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.913161 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1ea64098-7f41-4215-b5fa-137f876d4923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:12.950608 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-1ea64098-7f41-4215-b5fa-137f876d4923 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1175361b01a54fe1aa60413566b68815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2318854 Jul 16 18:44:12.951778 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea64098-7f41-4215-b5fa-137f876d4923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258e2353-1ad8-43fb-bcb8-6435f553e967,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:12.953686 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37156) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:13.002298 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9f4d70ff-c63e-48a2-adcf-e508b077f7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.026166 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9f4d70ff-c63e-48a2-adcf-e508b077f7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.095572 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9f4d70ff-c63e-48a2-adcf-e508b077f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.098959 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9f4d70ff-c63e-48a2-adcf-e508b077f7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.100088 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-9f4d70ff-c63e-48a2-adcf-e508b077f7f7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/258e2353-1ad8-43fb-bcb8-6435f553e967 HTTP/1.1" status: 204 len: 168 time: 0.1454449 Jul 16 18:44:13.108041 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d70ff-c63e-48a2-adcf-e508b077f7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258e2353-1ad8-43fb-bcb8-6435f553e967,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:13.386447 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37162) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:13.400018 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-96b7fc5e-4a76-4590-a2e6-4a38f8da730b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.494991 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-96b7fc5e-4a76-4590-a2e6-4a38f8da730b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.502012 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-96b7fc5e-4a76-4590-a2e6-4a38f8da730b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.538208 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-96b7fc5e-4a76-4590-a2e6-4a38f8da730b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7d1dc6462ab8474298dcc80c7eb52a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506536 Jul 16 18:44:13.539032 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7fc5e-4a76-4590-a2e6-4a38f8da730b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77190cde-3c9b-4f52-8726-15b4eb3ca819,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:13.541137 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37164) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:13.590008 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ee1ace10-a5d2-4206-8f0c-4fe71b0f15da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.610661 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ee1ace10-a5d2-4206-8f0c-4fe71b0f15da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.663416 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ee1ace10-a5d2-4206-8f0c-4fe71b0f15da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.666132 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ee1ace10-a5d2-4206-8f0c-4fe71b0f15da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.667290 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-ee1ace10-a5d2-4206-8f0c-4fe71b0f15da admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/77190cde-3c9b-4f52-8726-15b4eb3ca819 HTTP/1.1" status: 204 len: 168 time: 0.1251235 Jul 16 18:44:13.675621 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ace10-a5d2-4206-8f0c-4fe71b0f15da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77190cde-3c9b-4f52-8726-15b4eb3ca819,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:15.311991 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37212) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:15.415108 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-14560c6e-63f2-4d39-8eea-ce5a035bc3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.506357 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-14560c6e-63f2-4d39-8eea-ce5a035bc3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.511489 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-14560c6e-63f2-4d39-8eea-ce5a035bc3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.548111 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-14560c6e-63f2-4d39-8eea-ce5a035bc3a5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ec41d1e6afe64878b362e7cbd6d8fa1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2350154 Jul 16 18:44:15.549089 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14560c6e-63f2-4d39-8eea-ce5a035bc3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6180d400-8766-418e-b2da-f99bc465bae7,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:15.551207 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37216) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:15.606222 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b5e6f09a-4ab0-4424-94fd-25271b60b14a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.628546 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b5e6f09a-4ab0-4424-94fd-25271b60b14a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.679242 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b5e6f09a-4ab0-4424-94fd-25271b60b14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.681816 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b5e6f09a-4ab0-4424-94fd-25271b60b14a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:15.682956 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-b5e6f09a-4ab0-4424-94fd-25271b60b14a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6180d400-8766-418e-b2da-f99bc465bae7 HTTP/1.1" status: 204 len: 168 time: 0.1307430 Jul 16 18:44:15.690815 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e6f09a-4ab0-4424-94fd-25271b60b14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6180d400-8766-418e-b2da-f99bc465bae7,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:15.951509 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37222) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:15.964776 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-07aec197-009d-4bc2-8e2e-ef53948f0ddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.062433 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-07aec197-009d-4bc2-8e2e-ef53948f0ddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.068834 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-07aec197-009d-4bc2-8e2e-ef53948f0ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.106280 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-07aec197-009d-4bc2-8e2e-ef53948f0ddb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bcac06630c5c4d83a6376a5e93eca215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536081 Jul 16 18:44:16.107038 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aec197-009d-4bc2-8e2e-ef53948f0ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0131d66-52e3-43de-8b4a-99826fbf6b0f,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:16.109089 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37224) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:16.158744 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7c22fd84-a560-4e07-93cd-1235e1c3e6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.179708 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7c22fd84-a560-4e07-93cd-1235e1c3e6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.234798 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7c22fd84-a560-4e07-93cd-1235e1c3e6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.237461 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7c22fd84-a560-4e07-93cd-1235e1c3e6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:16.238555 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-7c22fd84-a560-4e07-93cd-1235e1c3e6a1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c0131d66-52e3-43de-8b4a-99826fbf6b0f HTTP/1.1" status: 204 len: 168 time: 0.1282177 Jul 16 18:44:16.246387 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22fd84-a560-4e07-93cd-1235e1c3e6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0131d66-52e3-43de-8b4a-99826fbf6b0f,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:19.426162 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b02bb65-2cad-4dab-a7d5-405c79d75dc2 req-d626266f-9478-4d69-be05-2bca2988d092 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.427655 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5b02bb65-2cad-4dab-a7d5-405c79d75dc2 req-d626266f-9478-4d69-be05-2bca2988d092 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0660260 Jul 16 18:44:19.470588 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5b02bb65-2cad-4dab-a7d5-405c79d75dc2 req-af1704d5-7a98-4f37-a307-5d68857ac756 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342603 Jul 16 18:44:20.649593 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b6a2c-24fd-43ca-b89c-937a4555cf4c req-7998307a-0ef2-4502-9730-04d126e45140 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:20.651049 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1e2b6a2c-24fd-43ca-b89c-937a4555cf4c req-7998307a-0ef2-4502-9730-04d126e45140 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0672143 Jul 16 18:44:20.690748 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1e2b6a2c-24fd-43ca-b89c-937a4555cf4c req-c9df0980-b147-4eba-9204-b6113d466698 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338612 Jul 16 18:44:21.905900 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690313e-cb42-4199-a9bd-ba6f8e349ec5 req-3af72c86-6e34-4370-a61b-2185f348a838 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.907350 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8690313e-cb42-4199-a9bd-ba6f8e349ec5 req-3af72c86-6e34-4370-a61b-2185f348a838 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.1019781 Jul 16 18:44:21.920214 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba48a64-eeb9-48f0-baac-77867191966e req-8d8981ff-657b-499a-bf46-ad3a5ac6f524 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:21.921682 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8ba48a64-eeb9-48f0-baac-77867191966e req-8d8981ff-657b-499a-bf46-ad3a5ac6f524 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 946 time: 0.0894854 Jul 16 18:44:21.989215 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8690313e-cb42-4199-a9bd-ba6f8e349ec5 req-4532824c-353d-4a8d-bd4c-3091fc02f98a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=f29d715f-9eac-498b-a950-17b8a0ce8d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665681 Jul 16 18:44:22.013308 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37320) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:22.048761 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-8ba48a64-eeb9-48f0-baac-77867191966e req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Deleting port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:22.049104 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8ba48a64-eeb9-48f0-baac-77867191966e req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.115796 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5733fa01-ae1f-473f-b265-70bafc67cef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.140779 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-8ba48a64-eeb9-48f0-baac-77867191966e req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] For port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=0f6df396-b4c2-4348-a2a3-b1cf022f0c10,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:22.141041 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8ba48a64-eeb9-48f0-baac-77867191966e req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.205722 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5733fa01-ae1f-473f-b265-70bafc67cef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.210602 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5733fa01-ae1f-473f-b265-70bafc67cef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.249184 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-5733fa01-ae1f-473f-b265-70bafc67cef6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=59b023a8fea3449fbfaf1895834c0d78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346587 Jul 16 18:44:22.250446 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733fa01-ae1f-473f-b265-70bafc67cef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90516077-88a9-4e6d-ae66-26ac181588d0,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:22.250788 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37324) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:22.342309 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8ba48a64-eeb9-48f0-baac-77867191966e req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.342685 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8ba48a64-eeb9-48f0-baac-77867191966e req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.342997 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.l3_db [req-8ba48a64-eeb9-48f0-baac-77867191966e req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Floating IP dd154691-87bc-4999-bad7-3210d4f152b6 disassociated. External IP: 172.27.3.104, port: 0f6df396-b4c2-4348-a2a3-b1cf022f0c10. Jul 16 18:44:22.343306 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-8ba48a64-eeb9-48f0-baac-77867191966e req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Calling delete_port for 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:22.362885 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-755c135a-bedd-4eae-be5f-ae8df2654610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.419449 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-755c135a-bedd-4eae-be5f-ae8df2654610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.507311 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-755c135a-bedd-4eae-be5f-ae8df2654610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.509879 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-755c135a-bedd-4eae-be5f-ae8df2654610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.511017 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-755c135a-bedd-4eae-be5f-ae8df2654610 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/90516077-88a9-4e6d-ae66-26ac181588d0 HTTP/1.1" status: 204 len: 168 time: 0.2593136 Jul 16 18:44:22.523249 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c135a-bedd-4eae-be5f-ae8df2654610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90516077-88a9-4e6d-ae66-26ac181588d0,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:22.541677 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8ba48a64-eeb9-48f0-baac-77867191966e req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.571769 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event deleted for resources: {'Port': ['ID=0f6df396-b4c2-4348-a2a3-b1cf022f0c10,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:22.686439 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ba48a64-eeb9-48f0-baac-77867191966e req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Router 503cef08-3705-4941-bd72-1d2f91c33450 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:22.776503 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37330) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:22.792676 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-64a79fe0-8ed7-4cf7-afd4-e61222c55913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.823117 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ba48a64-eeb9-48f0-baac-77867191966e req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:22.833809 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57d7c2-8dc0-4d31-bd5f-b64740141462 None None] Sync routers for ids ['503cef08-3705-4941-bd72-1d2f91c33450'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:22.843047 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57d7c2-8dc0-4d31-bd5f-b64740141462 None None] Routers {'503cef08-3705-4941-bd72-1d2f91c33450'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:22.843716 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-1f57d7c2-8dc0-4d31-bd5f-b64740141462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:44:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['503cef08-3705-4941-bd72-1d2f91c33450'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:22.875024 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba48a64-eeb9-48f0-baac-77867191966e req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] No DVR routers for this DVR port 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:22.878772 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8ba48a64-eeb9-48f0-baac-77867191966e req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.880690 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8ba48a64-eeb9-48f0-baac-77867191966e req-002cc0f5-170f-4528-a27f-1094719eaadf tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.84 "DELETE /v2.0/ports/0f6df396-b4c2-4348-a2a3-b1cf022f0c10 HTTP/1.1" status: 204 len: 173 time: 0.9412136 Jul 16 18:44:22.881113 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ef7ac4-5b77-4947-9cf5-641f27874a96', 'name': 'network-vif-deleted', 'tag': '0f6df396-b4c2-4348-a2a3-b1cf022f0c10'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:22.883528 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf06e53-d474-4d73-85c8-dfb4b7ba45db" -d '{"events": [{"server_uuid": "f5ef7ac4-5b77-4947-9cf5-641f27874a96", "name": "network-vif-deleted", "tag": "0f6df396-b4c2-4348-a2a3-b1cf022f0c10"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:22.951723 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9baace-cb90-4326-8cc3-636d55ab5e30 x-openstack-request-id: req-8c9baace-cb90-4326-8cc3-636d55ab5e30 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:22.952435 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ef7ac4-5b77-4947-9cf5-641f27874a96", "name": "network-vif-deleted", "tag": "0f6df396-b4c2-4348-a2a3-b1cf022f0c10", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:22.952435 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8c9baace-cb90-4326-8cc3-636d55ab5e30 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:22.952635 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ef7ac4-5b77-4947-9cf5-641f27874a96', 'name': 'network-vif-deleted', 'tag': '0f6df396-b4c2-4348-a2a3-b1cf022f0c10', 'status': 'completed', 'code': 200} Jul 16 18:44:22.965376 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-64a79fe0-8ed7-4cf7-afd4-e61222c55913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.970161 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-64a79fe0-8ed7-4cf7-afd4-e61222c55913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.971798 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-1f57d7c2-8dc0-4d31-bd5f-b64740141462 None None] Set router 503cef08-3705-4941-bd72-1d2f91c33450 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:23.033051 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a79fe0-8ed7-4cf7-afd4-e61222c55913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2965e3-4a48-403f-9cd2-268c7bec56fc,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:23.044672 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-64a79fe0-8ed7-4cf7-afd4-e61222c55913 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3af64cd9121f4622ba1207cfca39733e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671630 Jul 16 18:44:23.047264 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37336) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:23.123896 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b0e892f7-255c-44d3-8075-89c0596c8e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.154703 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b0e892f7-255c-44d3-8075-89c0596c8e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.190487 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-766aa5be-4774-4670-9fc9-bb72f9484ed8 req-24aae4ff-c21b-40d2-8b9a-931dd71e1c66 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5ef7ac4-5b77-4947-9cf5-641f27874a96 HTTP/1.1" status: 200 len: 210 time: 0.0387704 Jul 16 18:44:23.203084 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-1f57d7c2-8dc0-4d31-bd5f-b64740141462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:55Z', 'revision_number': 5, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:23.231571 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57d7c2-8dc0-4d31-bd5f-b64740141462 None None] Checking router: 503cef08-3705-4941-bd72-1d2f91c33450 for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:23.236386 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b0e892f7-255c-44d3-8075-89c0596c8e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.239106 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-b0e892f7-255c-44d3-8075-89c0596c8e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:23.240704 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57d7c2-8dc0-4d31-bd5f-b64740141462 None None] Routers {'503cef08-3705-4941-bd72-1d2f91c33450'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:23.241308 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-1f57d7c2-8dc0-4d31-bd5f-b64740141462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:44:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['503cef08-3705-4941-bd72-1d2f91c33450'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:23.243442 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-b0e892f7-255c-44d3-8075-89c0596c8e1d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2d2965e3-4a48-403f-9cd2-268c7bec56fc HTTP/1.1" status: 204 len: 168 time: 0.1950254 Jul 16 18:44:23.251750 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e892f7-255c-44d3-8075-89c0596c8e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2965e3-4a48-403f-9cd2-268c7bec56fc,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:23.351949 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-1f57d7c2-8dc0-4d31-bd5f-b64740141462 None None] Set router 503cef08-3705-4941-bd72-1d2f91c33450 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:23.551789 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-1f57d7c2-8dc0-4d31-bd5f-b64740141462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:55Z', 'revision_number': 5, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:23.666053 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57d7c2-8dc0-4d31-bd5f-b64740141462 None None] The sync data for ids ['503cef08-3705-4941-bd72-1d2f91c33450'] in dv-cinder-786932-5-iscsi is: [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:55Z', 'revision_number': 5, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:23.887028 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e85f161-de6e-42fd-b429-7850752fc2a6 None None] New status for floating IP dd154691-87bc-4999-bad7-3210d4f152b6: DOWN {{(pid=93248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:44:24.317299 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37382) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:24.376214 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1cabab6f-d96a-4c88-ac08-4e32e2a33111 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.400434 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1cabab6f-d96a-4c88-ac08-4e32e2a33111 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.450797 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1cabab6f-d96a-4c88-ac08-4e32e2a33111 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.453433 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1cabab6f-d96a-4c88-ac08-4e32e2a33111 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.457500 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37386) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:24.457987 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-1cabab6f-d96a-4c88-ac08-4e32e2a33111 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "DELETE /v2.0/security-groups/f29d715f-9eac-498b-a950-17b8a0ce8d74 HTTP/1.1" status: 204 len: 168 time: 0.1392438 Jul 16 18:44:24.472759 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabab6f-d96a-4c88-ac08-4e32e2a33111 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29d715f-9eac-498b-a950-17b8a0ce8d74,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:24.473191 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.api.v2.resource [None req-8af0b83e-2a13-4956-adf9-da17aaef2c19 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] show failed (client error): The resource could not be found. Jul 16 18:44:24.477214 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37388) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:24.477681 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-8af0b83e-2a13-4956-adf9-da17aaef2c19 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups/f29d715f-9eac-498b-a950-17b8a0ce8d74 HTTP/1.1" status: 404 len: 347 time: 0.0188718 Jul 16 18:44:24.520021 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37390) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:24.604917 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-a70cd3bc-661b-4e43-b8d7-ac352a820168 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Deleting port 4f28e2d9-5c64-4190-acb0-dc4d8c905e55 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:24.605266 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a70cd3bc-661b-4e43-b8d7-ac352a820168 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.620639 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-70a254a1-894d-4e0b-af75-11256aa15eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.678401 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a70cd3bc-661b-4e43-b8d7-ac352a820168 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.678729 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a70cd3bc-661b-4e43-b8d7-ac352a820168 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.691045 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-a70cd3bc-661b-4e43-b8d7-ac352a820168 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Calling delete_port for 4f28e2d9-5c64-4190-acb0-dc4d8c905e55 owned by network:floatingip {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:24.706391 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-70a254a1-894d-4e0b-af75-11256aa15eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.711516 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-70a254a1-894d-4e0b-af75-11256aa15eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.750592 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-70a254a1-894d-4e0b-af75-11256aa15eed admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=67a0c4dc13d6447bb86846f12cdec0a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293594 Jul 16 18:44:24.751738 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a254a1-894d-4e0b-af75-11256aa15eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7206e05-a5f3-4949-b72b-d4334a9d9ade,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:24.753366 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37394) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:24.821914 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-edd97435-3e7d-4c78-aee7-09ed790e1a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.868594 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-edd97435-3e7d-4c78-aee7-09ed790e1a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.897581 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a70cd3bc-661b-4e43-b8d7-ac352a820168 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.933964 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cd3bc-661b-4e43-b8d7-ac352a820168 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event deleted for resources: {'Port': ['ID=4f28e2d9-5c64-4190-acb0-dc4d8c905e55,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:24.991211 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-edd97435-3e7d-4c78-aee7-09ed790e1a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.994281 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-edd97435-3e7d-4c78-aee7-09ed790e1a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:24.995504 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-edd97435-3e7d-4c78-aee7-09ed790e1a02 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d7206e05-a5f3-4949-b72b-d4334a9d9ade HTTP/1.1" status: 204 len: 168 time: 0.2405369 Jul 16 18:44:25.008410 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd97435-3e7d-4c78-aee7-09ed790e1a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7206e05-a5f3-4949-b72b-d4334a9d9ade,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:25.010255 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a70cd3bc-661b-4e43-b8d7-ac352a820168 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for floatingip, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.012848 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a70cd3bc-661b-4e43-b8d7-ac352a820168 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.016942 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a70cd3bc-661b-4e43-b8d7-ac352a820168 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "DELETE /v2.0/floatingips/dd154691-87bc-4999-bad7-3210d4f152b6 HTTP/1.1" status: 204 len: 168 time: 0.5354705 Jul 16 18:44:25.717728 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:25.739071 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:25.739414 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 0f6df396-b4c2-4348-a2a3-b1cf022f0c10 not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:25.770982 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37422) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:25.775707 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-ff365326-6508-4b41-9c12-c7634cc07b28 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Request body: {'security_group': {'name': 'tempest-securitygroup--121418158', 'description': 'tempest-description--1419326975'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:25.799299 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ff365326-6508-4b41-9c12-c7634cc07b28 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.883023 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ff365326-6508-4b41-9c12-c7634cc07b28 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.887631 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ff365326-6508-4b41-9c12-c7634cc07b28 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.912764 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ff365326-6508-4b41-9c12-c7634cc07b28 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.914030 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-ff365326-6508-4b41-9c12-c7634cc07b28 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1420634 Jul 16 18:44:25.916873 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37428) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:25.921287 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-1a6a97bf-4e40-4e01-8e11-40729d8da19f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Request body: {'security_group_rule': {'security_group_id': '8e698563-7dc2-4542-aeb4-0485be1b1b08', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:25.927477 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff365326-6508-4b41-9c12-c7634cc07b28 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e698563-7dc2-4542-aeb4-0485be1b1b08,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:25.952587 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1a6a97bf-4e40-4e01-8e11-40729d8da19f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.009522 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1a6a97bf-4e40-4e01-8e11-40729d8da19f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.017898 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1a6a97bf-4e40-4e01-8e11-40729d8da19f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.033504 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a97bf-4e40-4e01-8e11-40729d8da19f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff81345-31a3-404f-8d3a-f15b6361e2ff,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:26.043293 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1a6a97bf-4e40-4e01-8e11-40729d8da19f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.044483 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-1a6a97bf-4e40-4e01-8e11-40729d8da19f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266418 Jul 16 18:44:26.047269 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37434) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:26.058836 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-3e69bd9d-52b2-46b1-b4dc-ddd1ab0d5d01 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Request body: {'security_group_rule': {'security_group_id': '8e698563-7dc2-4542-aeb4-0485be1b1b08', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:26.079254 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3e69bd9d-52b2-46b1-b4dc-ddd1ab0d5d01 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.137589 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3e69bd9d-52b2-46b1-b4dc-ddd1ab0d5d01 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.143194 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3e69bd9d-52b2-46b1-b4dc-ddd1ab0d5d01 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.162061 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69bd9d-52b2-46b1-b4dc-ddd1ab0d5d01 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1798beb0-dfbb-4856-8f53-e97009491802,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:26.166031 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3e69bd9d-52b2-46b1-b4dc-ddd1ab0d5d01 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.167287 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-3e69bd9d-52b2-46b1-b4dc-ddd1ab0d5d01 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190560 Jul 16 18:44:26.170539 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37442) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:26.175289 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Request body: {'floatingip': {'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:26.197605 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for floatingip, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.296700 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.396244 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Allocated IP 172.27.3.41 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/7a445f4f-ec7e-447e-8e3a-2f10049229b3) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:26.502970 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.553485 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.598019 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:26.602459 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:26.607038 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:26.609882 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event updated for resources: {'Port': ['ID=7a445f4f-ec7e-447e-8e3a-2f10049229b3,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:26.692813 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.739470 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.891495 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.898502 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.962906 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event updated for resources: {'Port': ['ID=7a445f4f-ec7e-447e-8e3a-2f10049229b3,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:26.974580 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.989503 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.990933 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-3171f180-c14a-4a1b-a919-ddd73e005280 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8193815 Jul 16 18:44:27.188522 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-db228ed4-deb3-4850-87c4-d187388d232f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--121418158&fields=id&tenant_id=95d2e7084619455bb80f8192f381ea27 HTTP/1.1" status: 200 len: 267 time: 0.0334117 Jul 16 18:44:27.305807 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-fa3b0363-d20d-47b6-91c0-edb21b346983 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.307225 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-fa3b0363-d20d-47b6-91c0-edb21b346983 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/networks?id=50f941d7-02ce-4842-85fe-b35620f60d46 HTTP/1.1" status: 200 len: 811 time: 0.1086876 Jul 16 18:44:27.324656 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-671cb3f1-c940-47cb-9705-482c2fedb76f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/quotas/95d2e7084619455bb80f8192f381ea27 HTTP/1.1" status: 200 len: 375 time: 0.0096850 Jul 16 18:44:27.394777 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-e844d487-e7a9-420a-8f81-0345c20e91ae tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=95d2e7084619455bb80f8192f381ea27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652351 Jul 16 18:44:27.497672 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-361ad39a-023f-4df5-b0fc-01d7fe96a980 service neutron] 10.222.0.68 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870721 Jul 16 18:44:27.586311 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-bf96926c-0809-4bf4-aaf4-8647129a9dd7 service neutron] 10.222.0.68 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827537 Jul 16 18:44:27.757776 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6b510148-a5f6-44cc-8f42-39d62c66c503 req-a8b6909b-b35f-4577-bbfa-19be8c162a21 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 210 time: 0.0334094 Jul 16 18:44:28.666433 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-933f471e-99b3-4e15-a645-d0f15cda4116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:28.917061 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1ff91ce0-c8fe-40a0-8503-9e42d312e0ae req-10026220-eaf4-405f-b939-faa9e979e51f tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 210 time: 0.0369895 Jul 16 18:44:29.073420 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37490) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:29.115169 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-0c0449bc-9870-482d-9dc8-9fee1fdd079a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:29.116704 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-0c0449bc-9870-482d-9dc8-9fee1fdd079a tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.84 "GET /v2.0/networks?id=50f941d7-02ce-4842-85fe-b35620f60d46 HTTP/1.1" status: 200 len: 811 time: 0.1102388 Jul 16 18:44:29.177737 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-c521bc61-9c16-43b4-85bb-e32800252c14 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95d2e7084619455bb80f8192f381ea27 HTTP/1.1" status: 200 len: 379 time: 0.0384235 Jul 16 18:44:29.179871 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0dd7-90ad-4738-a7a9-c51ccc2c2645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.187297 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-17dd2fbc-4054-49ad-a013-17fa867a83f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Request body: {'port': {'device_id': '26cebb19-1342-440e-92ec-e5ca70b32d81', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'admin_state_up': True, 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'security_groups': ['8e698563-7dc2-4542-aeb4-0485be1b1b08']}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:29.271131 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0dd7-90ad-4738-a7a9-c51ccc2c2645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.276380 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0dd7-90ad-4738-a7a9-c51ccc2c2645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.300389 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-17dd2fbc-4054-49ad-a013-17fa867a83f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Made reservation on behalf of 95d2e7084619455bb80f8192f381ea27 for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:29.304093 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-17dd2fbc-4054-49ad-a013-17fa867a83f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.313941 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-b4ad0dd7-90ad-4738-a7a9-c51ccc2c2645 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8c8da620760a41be8272f50d9916afc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387710 Jul 16 18:44:29.314972 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad0dd7-90ad-4738-a7a9-c51ccc2c2645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286780b8-a0fa-480a-804a-97d082401f5e,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:29.316752 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 37498) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:29.443704 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e9484cb6-f908-4573-ac5e-e1d77a92db04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.475571 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-17dd2fbc-4054-49ad-a013-17fa867a83f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Allocated IP 172.20.0.3 (50f941d7-02ce-4842-85fe-b35620f60d46/bdf63cb3-37ac-4143-9e41-b35e7f464314/27d8678c-c28e-4432-b21c-5fcc34e9d1f1) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:29.478945 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e9484cb6-f908-4573-ac5e-e1d77a92db04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.567502 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e9484cb6-f908-4573-ac5e-e1d77a92db04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.570054 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e9484cb6-f908-4573-ac5e-e1d77a92db04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.571561 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-e9484cb6-f908-4573-ac5e-e1d77a92db04 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/286780b8-a0fa-480a-804a-97d082401f5e HTTP/1.1" status: 204 len: 168 time: 0.2516057 Jul 16 18:44:29.608776 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9484cb6-f908-4573-ac5e-e1d77a92db04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286780b8-a0fa-480a-804a-97d082401f5e,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:29.651003 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-17dd2fbc-4054-49ad-a013-17fa867a83f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.663774 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-17dd2fbc-4054-49ad-a013-17fa867a83f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Transition to ACTIVE for port object 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:29.699155 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-17dd2fbc-4054-49ad-a013-17fa867a83f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.743575 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-17dd2fbc-4054-49ad-a013-17fa867a83f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Network 50f941d7-02ce-4842-85fe-b35620f60d46 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:29.746787 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-17dd2fbc-4054-49ad-a013-17fa867a83f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:29.750946 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-17dd2fbc-4054-49ad-a013-17fa867a83f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:29.757376 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd2fbc-4054-49ad-a013-17fa867a83f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event updated for resources: {'Port': ['ID=27d8678c-c28e-4432-b21c-5fcc34e9d1f1,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:29.805575 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-17dd2fbc-4054-49ad-a013-17fa867a83f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:29.806248 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-17dd2fbc-4054-49ad-a013-17fa867a83f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.823373 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-17dd2fbc-4054-49ad-a013-17fa867a83f3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6398592 Jul 16 18:44:29.847078 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Request body: {'port': {'device_id': '26cebb19-1342-440e-92ec-e5ca70b32d81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:29.862583 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37504) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:29.877148 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2f4ef4f6-81cc-4902-a5a1-f3e0cf6d1c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.928205 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.977253 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2f4ef4f6-81cc-4902-a5a1-f3e0cf6d1c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:29.982645 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2f4ef4f6-81cc-4902-a5a1-f3e0cf6d1c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.043555 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-2f4ef4f6-81cc-4902-a5a1-f3e0cf6d1c1e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=a80fe9a092f240b68e2e5c5614e5dceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797137 Jul 16 18:44:30.044743 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ef4f6-81cc-4902-a5a1-f3e0cf6d1c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3050dd-0b67-4057-b0c7-3f463e2d08d1,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:30.048442 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37508) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:30.139485 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-13f4fb62-b389-4bdd-bf9a-7e18f31012e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.166598 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-13f4fb62-b389-4bdd-bf9a-7e18f31012e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.175313 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7228e-da20-47c7-b2b2-4166d719410e req-f4d86652-fe57-46de-93ac-dca572d40e77 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:30.176845 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f3c7228e-da20-47c7-b2b2-4166d719410e req-f4d86652-fe57-46de-93ac-dca572d40e77 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 931 time: 0.1086957 Jul 16 18:44:30.190080 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-cde9478b-9dfa-4263-941f-09837a7635c4 None None] Provisioning for port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:30.194851 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-cde9478b-9dfa-4263-941f-09837a7635c4 None None] Provisioning complete for port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:30.196016 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-cde9478b-9dfa-4263-941f-09837a7635c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.207276 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:30.214949 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.228771 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Transition to ACTIVE for port object 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:30.233505 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.235419 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-cde9478b-9dfa-4263-941f-09837a7635c4 None None] Port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:30.243642 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f3c7228e-da20-47c7-b2b2-4166d719410e req-e2e7c49a-cf73-4049-a08a-e3fa512220a3 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e698563-7dc2-4542-aeb4-0485be1b1b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567510 Jul 16 18:44:30.255521 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-13f4fb62-b389-4bdd-bf9a-7e18f31012e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.258583 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-13f4fb62-b389-4bdd-bf9a-7e18f31012e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.259531 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-13f4fb62-b389-4bdd-bf9a-7e18f31012e1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7f3050dd-0b67-4057-b0c7-3f463e2d08d1 HTTP/1.1" status: 204 len: 168 time: 0.2099047 Jul 16 18:44:30.274538 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4fb62-b389-4bdd-bf9a-7e18f31012e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3050dd-0b67-4057-b0c7-3f463e2d08d1,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:30.294141 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Pushing event updated for resources: {'Port': ['ID=27d8678c-c28e-4432-b21c-5fcc34e9d1f1,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:30.375765 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Attempting to bind port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:30.376231 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Attempting to bind port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:30.376705 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Attempting to bind port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 on network 50f941d7-02ce-4842-85fe-b35620f60d46 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:30.382988 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 on network 50f941d7-02ce-4842-85fe-b35620f60d46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:30.383394 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Attempting to bind port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 on network 50f941d7-02ce-4842-85fe-b35620f60d46 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:30.389498 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:30.389922 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Checking segment: {'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:30.390372 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Bound using segment: {'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:30.390875 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Bound port: 27d8678c-c28e-4432-b21c-5fcc34e9d1f1, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9911cf3e-8513-4a9a-9e93-76f6fac840cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:30.391407 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.464906 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] For port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:30.468556 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] For port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27d8678c-c28e-4432-b21c-5fcc34e9d1f1,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:30.474960 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.507361 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:30.507976 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.509607 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] 10.222.0.84 "PUT /v2.0/ports/27d8678c-c28e-4432-b21c-5fcc34e9d1f1 HTTP/1.1" status: 200 len: 1093 time: 0.6676030 Jul 16 18:44:30.511956 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cebb19-1342-440e-92ec-e5ca70b32d81', 'tag': '27d8678c-c28e-4432-b21c-5fcc34e9d1f1'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:30.514329 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f44630-2e9b-4520-945a-44a43f4f0a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "26cebb19-1342-440e-92ec-e5ca70b32d81", "tag": "27d8678c-c28e-4432-b21c-5fcc34e9d1f1"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:30.543844 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d9971-bd50-4d2e-a5be-92c1019016a1 service neutron] Pushing event updated for resources: {'Port': ['ID=27d8678c-c28e-4432-b21c-5fcc34e9d1f1,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:30.570012 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df5c54a-8978-4cca-9769-67aea3782766 x-openstack-request-id: req-7df5c54a-8978-4cca-9769-67aea3782766 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:30.570886 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cebb19-1342-440e-92ec-e5ca70b32d81", "tag": "27d8678c-c28e-4432-b21c-5fcc34e9d1f1", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:30.571272 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7df5c54a-8978-4cca-9769-67aea3782766 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:30.571891 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cebb19-1342-440e-92ec-e5ca70b32d81', 'tag': '27d8678c-c28e-4432-b21c-5fcc34e9d1f1', 'status': 'completed', 'code': 200} Jul 16 18:44:30.647466 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-123aa501-b7de-44d4-b215-8da9d7252a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:30.649103 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-123aa501-b7de-44d4-b215-8da9d7252a7b service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d2e7084619455bb80f8192f381ea27&device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 1096 time: 0.0593157 Jul 16 18:44:30.707648 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-045a6ca4-0495-4343-bcf9-4f0d8b3c25d5 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27d8678c-c28e-4432-b21c-5fcc34e9d1f1 HTTP/1.1" status: 200 len: 217 time: 0.0357957 Jul 16 18:44:30.761751 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-56eda837-ef72-4b93-84fa-66a12701d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:30.763259 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-56eda837-ef72-4b93-84fa-66a12701d4ce service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bdf63cb3-37ac-4143-9e41-b35e7f464314 HTTP/1.1" status: 200 len: 850 time: 0.0494766 Jul 16 18:44:30.828513 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-2e636710-063e-42ba-9b6c-9f18e0f2a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:30.830113 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-2e636710-063e-42ba-9b6c-9f18e0f2a0e2 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=50f941d7-02ce-4842-85fe-b35620f60d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606468 Jul 16 18:44:30.927111 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-0cdd5332-470f-4b16-859b-c88bd62c0780 service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867686 Jul 16 18:44:31.016806 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37532) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:31.026734 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0f11145f-f9f3-4498-9f70-01d7b1ce4c83 req-8ad5237f-ea93-4040-9540-3b09bc216e54 service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905480 Jul 16 18:44:31.126319 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1563539776-network', 'tenant_id': '489b3024fec7450db3f8bea18b54a761'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:31.151746 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] Made reservation on behalf of 489b3024fec7450db3f8bea18b54a761 for: {'network': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:31.154323 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.166520 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.196119 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44630-2e9b-4520-945a-44a43f4f0a4f req-622cd16b-a3ff-4b53-9296-cfe6e3f90ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.197633 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29f44630-2e9b-4520-945a-44a43f4f0a4f req-622cd16b-a3ff-4b53-9296-cfe6e3f90ce4 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d2e7084619455bb80f8192f381ea27&device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 1096 time: 0.0560474 Jul 16 18:44:31.258038 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.263006 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.289870 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=93247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:31.298892 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58978277-3470-446c-b6e6-32a9bdfc8485,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:31.305655 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.306439 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.segments_db [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] Added segment 62d21b2e-50d5-4d57-8e35-ab0ba7f4134b of type vlan for network 00ce1372-d56c-4a52-a636-d76b053e445d Jul 16 18:44:31.309021 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44630-2e9b-4520-945a-44a43f4f0a4f req-3b13b4e7-3c97-47f5-8223-5618eb225843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.310921 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29f44630-2e9b-4520-945a-44a43f4f0a4f req-3b13b4e7-3c97-47f5-8223-5618eb225843 service neutron] 10.222.0.84 "GET /v2.0/networks?id=50f941d7-02ce-4842-85fe-b35620f60d46 HTTP/1.1" status: 200 len: 912 time: 0.1059940 Jul 16 18:44:31.351183 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.357371 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29f44630-2e9b-4520-945a-44a43f4f0a4f req-873e058f-67ed-4714-8d5b-9162f82e20c6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27d8678c-c28e-4432-b21c-5fcc34e9d1f1 HTTP/1.1" status: 200 len: 217 time: 0.0365338 Jul 16 18:44:31.409663 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44630-2e9b-4520-945a-44a43f4f0a4f req-f6263611-a831-4296-8a97-1b0fef9abdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.410234 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.411124 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29f44630-2e9b-4520-945a-44a43f4f0a4f req-f6263611-a831-4296-8a97-1b0fef9abdaf service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bdf63cb3-37ac-4143-9e41-b35e7f464314 HTTP/1.1" status: 200 len: 850 time: 0.0468659 Jul 16 18:44:31.411244 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.412097 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.456981 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4389780 Jul 16 18:44:31.460508 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37538) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:31.466988 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-ebf38ad4-448b-4b4e-89d4-8d47732b8ca5 admin admin] Request body: {'subnet': {'network_id': '00ce1372-d56c-4a52-a636-d76b053e445d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1563539776-subnet', 'tenant_id': '489b3024fec7450db3f8bea18b54a761', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:31.471993 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44630-2e9b-4520-945a-44a43f4f0a4f req-294f7165-94fb-4ee7-a953-823c55455bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.473605 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29f44630-2e9b-4520-945a-44a43f4f0a4f req-294f7165-94fb-4ee7-a953-823c55455bb6 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=50f941d7-02ce-4842-85fe-b35620f60d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543690 Jul 16 18:44:31.504443 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bd901-3b50-44f4-8af9-b101593a1a4d admin admin] Pushing event updated for resources: {'Network': ['ID=00ce1372-d56c-4a52-a636-d76b053e445d,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:31.515379 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network 00ce1372-d56c-4a52-a636-d76b053e445d details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:31.517987 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9cc71-552d-486d-8550-447ac7856446 req-7de91c73-4ab3-42b0-989e-3f2783ae9334 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.519549 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e7a9cc71-552d-486d-8550-447ac7856446 req-7de91c73-4ab3-42b0-989e-3f2783ae9334 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 943 time: 0.1585841 Jul 16 18:44:31.536661 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf38ad4-448b-4b4e-89d4-8d47732b8ca5 admin admin] Made reservation on behalf of 489b3024fec7450db3f8bea18b54a761 for: {'subnet': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:31.539047 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ebf38ad4-448b-4b4e-89d4-8d47732b8ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8677874'] for subnet, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.570159 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29f44630-2e9b-4520-945a-44a43f4f0a4f req-6198e321-f639-44bc-87e9-912cc89e9109 service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851703 Jul 16 18:44:31.587362 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e7a9cc71-552d-486d-8550-447ac7856446 req-f7ad8d7a-a3cb-4f66-89ea-f27f88fa5c34 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e698563-7dc2-4542-aeb4-0485be1b1b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589063 Jul 16 18:44:31.595908 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-fd203f81-e777-42b1-ae7a-5e04b2e3811b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.667086 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29f44630-2e9b-4520-945a-44a43f4f0a4f req-e8e2dcb0-051d-4139-a0f0-9c032498c450 service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874562 Jul 16 18:44:31.731177 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ebf38ad4-448b-4b4e-89d4-8d47732b8ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8677856'] for subnet, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.784303 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf38ad4-448b-4b4e-89d4-8d47732b8ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9988c978-883a-4e6b-ae81-7a80df69f252,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:31.791172 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf38ad4-448b-4b4e-89d4-8d47732b8ca5 admin admin] Checking segment: {'id': '62d21b2e-50d5-4d57-8e35-ab0ba7f4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '00ce1372-d56c-4a52-a636-d76b053e445d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:31.791517 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf38ad4-448b-4b4e-89d4-8d47732b8ca5 admin admin] Network hostable DHCP agents. Network: 00ce1372-d56c-4a52-a636-d76b053e445d, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:31.808735 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf38ad4-448b-4b4e-89d4-8d47732b8ca5 admin admin] Network 00ce1372-d56c-4a52-a636-d76b053e445d is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:31.817971 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-ebf38ad4-448b-4b4e-89d4-8d47732b8ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, 00ce1372-d56c-4a52-a636-d76b053e445d) {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:31.822432 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf38ad4-448b-4b4e-89d4-8d47732b8ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.823016 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ebf38ad4-448b-4b4e-89d4-8d47732b8ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:31.828144 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e5c000-0ce4-481d-bc37-30b60b5f68e6 None None] Network 00ce1372-d56c-4a52-a636-d76b053e445d requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:31.836838 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-ebf38ad4-448b-4b4e-89d4-8d47732b8ca5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3735430 Jul 16 18:44:31.905634 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.086178 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b643d4-f277-443c-a6c9-c04596530464 None None] Network 00ce1372-d56c-4a52-a636-d76b053e445d requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:32.630356 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.779825 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d6083-31f2-4626-977d-ee6ac1de27e0 req-03e64547-a8f3-49c1-8639-a7de1d0af908 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:32.781306 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5b0d6083-31f2-4626-977d-ee6ac1de27e0 req-03e64547-a8f3-49c1-8639-a7de1d0af908 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 943 time: 0.0655532 Jul 16 18:44:32.820872 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5b0d6083-31f2-4626-977d-ee6ac1de27e0 req-ea199194-5617-440f-b17b-a6c06d1c8838 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e698563-7dc2-4542-aeb4-0485be1b1b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335257 Jul 16 18:44:33.503256 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.595828 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-fe0fd1b7-a947-4a12-a0be-7551aa9020f1 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.597177 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-fe0fd1b7-a947-4a12-a0be-7551aa9020f1 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/networks?id=00ce1372-d56c-4a52-a636-d76b053e445d HTTP/1.1" status: 200 len: 809 time: 0.1052420 Jul 16 18:44:33.614097 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-806fe93e-5f30-4e95-8594-6fd4ed63780f tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/quotas/489b3024fec7450db3f8bea18b54a761 HTTP/1.1" status: 200 len: 375 time: 0.0089798 Jul 16 18:44:33.645764 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-72214b91-8b96-41ac-9390-1313ef443dbe tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=489b3024fec7450db3f8bea18b54a761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268626 Jul 16 18:44:33.734445 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-0573c8c2-23cf-47d2-85d4-a20762018b69 service neutron] 10.222.0.68 "GET /v2.0/networks/00ce1372-d56c-4a52-a636-d76b053e445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823023 Jul 16 18:44:33.766737 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:33.821457 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-2504abf3-2bcc-45b7-9c11-fed5d3901a5a service neutron] 10.222.0.68 "GET /v2.0/networks/00ce1372-d56c-4a52-a636-d76b053e445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807118 Jul 16 18:44:33.861514 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27d8678c-c28e-4432-b21c-5fcc34e9d1f1,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:33.872793 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '27d8678c-c28e-4432-b21c-5fcc34e9d1f1', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'port_id': '27d8678c-c28e-4432-b21c-5fcc34e9d1f1', 'mac_address': 'fa:16:3e:d5:17:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:33.914010 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:33.928641 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:33.954000 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27d8678c-c28e-4432-b21c-5fcc34e9d1f1,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:33.959363 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.004547 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8505e96d-99b0-4d62-90f4-2e9079c03d9f req-82b987d9-e158-45f9-a50b-cde287410db8 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 210 time: 0.0369053 Jul 16 18:44:34.018119 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752ab90-cdac-47ce-a83c-8620cafcd5d4 req-6d9784e8-62c7-4ad7-976c-bfd3328bbdf0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.019663 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e752ab90-cdac-47ce-a83c-8620cafcd5d4 req-6d9784e8-62c7-4ad7-976c-bfd3328bbdf0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 943 time: 0.0832624 Jul 16 18:44:34.021983 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=27d8678c-c28e-4432-b21c-5fcc34e9d1f1,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:34.055230 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:34.063907 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e752ab90-cdac-47ce-a83c-8620cafcd5d4 req-646f7cf1-d9ee-4aac-b4c9-ed41bd28f402 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e698563-7dc2-4542-aeb4-0485be1b1b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378003 Jul 16 18:44:34.317481 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['27d8678c-c28e-4432-b21c-5fcc34e9d1f1'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:35.149928 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-a5a617db-7cec-4977-a971-99c8b63df518 req-a7664783-e4b1-4cb9-b9a6-09e55d8a137d tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 210 time: 0.0277250 Jul 16 18:44:35.537024 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-70e3081a-dbb9-447e-a08c-6204aa49f712 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:35.538480 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-70e3081a-dbb9-447e-a08c-6204aa49f712 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.84 "GET /v2.0/networks?id=00ce1372-d56c-4a52-a636-d76b053e445d HTTP/1.1" status: 200 len: 809 time: 0.4243560 Jul 16 18:44:35.561985 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76143b-712d-4d14-9300-642a8f302d9e req-cc371a3d-7139-4e07-afbc-86b69c524dec tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:35.563374 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7d76143b-712d-4d14-9300-642a8f302d9e req-cc371a3d-7139-4e07-afbc-86b69c524dec tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 944 time: 0.3757956 Jul 16 18:44:35.567982 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-2e048710-d810-427c-ad67-de156f881676 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Request body: {'port': {'device_id': '8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4', 'network_id': '00ce1372-d56c-4a52-a636-d76b053e445d', 'admin_state_up': True, 'tenant_id': '489b3024fec7450db3f8bea18b54a761'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:35.649564 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7d76143b-712d-4d14-9300-642a8f302d9e req-c82c7ec0-ba01-4ba0-96ca-0491e1960273 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e698563-7dc2-4542-aeb4-0485be1b1b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779624 Jul 16 18:44:35.696133 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-2e048710-d810-427c-ad67-de156f881676 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Made reservation on behalf of 489b3024fec7450db3f8bea18b54a761 for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:35.699805 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-2e048710-d810-427c-ad67-de156f881676 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.764503 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:35.812741 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:35.816669 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:35.817049 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.825894 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-2e048710-d810-427c-ad67-de156f881676 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Allocated IP 172.20.0.11 (00ce1372-d56c-4a52-a636-d76b053e445d/9988c978-883a-4e6b-ae81-7a80df69f252/3973d822-e7e1-474c-8fab-d7e35bf6dcb1) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:35.892688 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.918750 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cebb19-1342-440e-92ec-e5ca70b32d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d8678c-c28e-4432-b21c-5fcc34e9d1f1'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:35.920946 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1590abe9-98e0-4e16-a4cb-e4f4e9d23685" -d '{"events": [{"server_uuid": "26cebb19-1342-440e-92ec-e5ca70b32d81", "name": "network-vif-plugged", "status": "completed", "tag": "27d8678c-c28e-4432-b21c-5fcc34e9d1f1"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:35.933930 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27d8678c-c28e-4432-b21c-5fcc34e9d1f1,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:35.939092 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.964606 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53b6b58-81cf-4981-b63b-ce0e58d53e11 x-openstack-request-id: req-d53b6b58-81cf-4981-b63b-ce0e58d53e11 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:35.964889 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cebb19-1342-440e-92ec-e5ca70b32d81", "name": "network-vif-plugged", "status": "completed", "tag": "27d8678c-c28e-4432-b21c-5fcc34e9d1f1", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:35.965135 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d53b6b58-81cf-4981-b63b-ce0e58d53e11 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:35.965546 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cebb19-1342-440e-92ec-e5ca70b32d81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d8678c-c28e-4432-b21c-5fcc34e9d1f1', 'code': 200} Jul 16 18:44:35.977634 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-2e048710-d810-427c-ad67-de156f881676 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:35.993296 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=27d8678c-c28e-4432-b21c-5fcc34e9d1f1,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:36.016967 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-2e048710-d810-427c-ad67-de156f881676 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.061065 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-2e048710-d810-427c-ad67-de156f881676 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Network 00ce1372-d56c-4a52-a636-d76b053e445d is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:36.064277 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-2e048710-d810-427c-ad67-de156f881676 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:36.068220 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-2e048710-d810-427c-ad67-de156f881676 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:36.091914 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e048710-d810-427c-ad67-de156f881676 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Pushing event updated for resources: {'Port': ['ID=3973d822-e7e1-474c-8fab-d7e35bf6dcb1,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:36.122364 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-2e048710-d810-427c-ad67-de156f881676 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:36.122984 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-2e048710-d810-427c-ad67-de156f881676 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.137790 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-2e048710-d810-427c-ad67-de156f881676 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5734432 Jul 16 18:44:36.182084 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Request body: {'port': {'device_id': '8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:36.321145 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.326751 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafcc94-645f-4e5f-893b-652ba0aceac7 req-8067969e-0ae1-48c8-b01a-a0a955156a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:36.328228 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-beafcc94-645f-4e5f-893b-652ba0aceac7 req-8067969e-0ae1-48c8-b01a-a0a955156a22 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 1098 time: 0.1506033 Jul 16 18:44:36.403824 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-beafcc94-645f-4e5f-893b-652ba0aceac7 req-cc8776a1-bafb-43cd-b923-3e74d8c2e818 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=8e698563-7dc2-4542-aeb4-0485be1b1b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644326 Jul 16 18:44:36.424697 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dece02-a13a-4ce7-971e-a39271647e03 req-2a967be8-5b8d-4875-902a-4585af8ccdc6 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:36.426157 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-40dece02-a13a-4ce7-971e-a39271647e03 req-2a967be8-5b8d-4875-902a-4585af8ccdc6 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 932 time: 0.1569600 Jul 16 18:44:36.534937 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-40dece02-a13a-4ce7-971e-a39271647e03 req-7d8ba3d1-b39f-4d8e-ad19-2d9c5ea57eeb tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637751 Jul 16 18:44:36.661027 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:36.668484 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.681198 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Transition to ACTIVE for port object 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:36.686625 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.736080 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Pushing event updated for resources: {'Port': ['ID=3973d822-e7e1-474c-8fab-d7e35bf6dcb1,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:36.811040 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Attempting to bind port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:36.811379 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Attempting to bind port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '62d21b2e-50d5-4d57-8e35-ab0ba7f4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '00ce1372-d56c-4a52-a636-d76b053e445d'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:36.811823 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Attempting to bind port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 on network 00ce1372-d56c-4a52-a636-d76b053e445d {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:36.816359 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 on network 00ce1372-d56c-4a52-a636-d76b053e445d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:36.816763 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Attempting to bind port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 on network 00ce1372-d56c-4a52-a636-d76b053e445d {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:36.821900 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:36.822377 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Checking segment: {'id': '62d21b2e-50d5-4d57-8e35-ab0ba7f4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '00ce1372-d56c-4a52-a636-d76b053e445d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:36.822767 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Bound using segment: {'id': '62d21b2e-50d5-4d57-8e35-ab0ba7f4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '00ce1372-d56c-4a52-a636-d76b053e445d'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:36.823203 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Bound port: 3973d822-e7e1-474c-8fab-d7e35bf6dcb1, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d21b2e-50d5-4d57-8e35-ab0ba7f4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '00ce1372-d56c-4a52-a636-d76b053e445d'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:36.823647 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.825795 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98406381-9cac-490e-924a-396f8665d6f1 req-6140a64c-b69a-4d46-b2b6-25045a6916ba tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:36.827317 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-98406381-9cac-490e-924a-396f8665d6f1 req-6140a64c-b69a-4d46-b2b6-25045a6916ba tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 945 time: 0.0631309 Jul 16 18:44:36.864553 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-98406381-9cac-490e-924a-396f8665d6f1 req-77576fd5-3653-4adc-a086-0a04fbc2d62d tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e698563-7dc2-4542-aeb4-0485be1b1b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312948 Jul 16 18:44:36.885799 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] For port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:36.889049 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] For port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3973d822-e7e1-474c-8fab-d7e35bf6dcb1,segment=NetworkSegment(62d21b2e-50d5-4d57-8e35-ab0ba7f4134b),segment_id=62d21b2e-50d5-4d57-8e35-ab0ba7f4134b)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:36.894937 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.928082 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:36.928728 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:36.930118 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] 10.222.0.84 "PUT /v2.0/ports/3973d822-e7e1-474c-8fab-d7e35bf6dcb1 HTTP/1.1" status: 200 len: 1094 time: 0.7537129 Jul 16 18:44:36.930555 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4', 'tag': '3973d822-e7e1-474c-8fab-d7e35bf6dcb1'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:36.932796 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adc965d-d462-4df4-918b-3974a0c72d52" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4", "tag": "3973d822-e7e1-474c-8fab-d7e35bf6dcb1"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:36.956940 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2a0f3-4ec8-4782-83d7-7836a5108813 service neutron] Pushing event updated for resources: {'Port': ['ID=3973d822-e7e1-474c-8fab-d7e35bf6dcb1,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:36.970247 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b180168d-432a-46f9-8e60-867b6dc2b063 x-openstack-request-id: req-b180168d-432a-46f9-8e60-867b6dc2b063 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:36.970604 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4", "tag": "3973d822-e7e1-474c-8fab-d7e35bf6dcb1", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:36.970820 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b180168d-432a-46f9-8e60-867b6dc2b063 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:36.971263 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4', 'tag': '3973d822-e7e1-474c-8fab-d7e35bf6dcb1', 'status': 'completed', 'code': 200} Jul 16 18:44:37.069832 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-1cea4e6e-cb9e-4e42-8555-ad024450e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.071584 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-1cea4e6e-cb9e-4e42-8555-ad024450e6c0 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=489b3024fec7450db3f8bea18b54a761&device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 1097 time: 0.0628057 Jul 16 18:44:37.124273 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-7dffb02c-ed48-47ad-9579-f32106cd8bb4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3973d822-e7e1-474c-8fab-d7e35bf6dcb1 HTTP/1.1" status: 200 len: 217 time: 0.0361924 Jul 16 18:44:37.182414 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-c8d59eab-ae71-414f-9083-db61b0d6b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.183782 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-c8d59eab-ae71-414f-9083-db61b0d6b2df service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9988c978-883a-4e6b-ae81-7a80df69f252 HTTP/1.1" status: 200 len: 849 time: 0.0437365 Jul 16 18:44:37.223907 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-4b47a767-fc70-4050-add6-d31071e6c2fd service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00ce1372-d56c-4a52-a636-d76b053e445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249271 Jul 16 18:44:37.319462 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-917d2922-ce79-45d0-b7d0-d3746f8ee135 service neutron] 10.222.0.84 "GET /v2.0/networks/00ce1372-d56c-4a52-a636-d76b053e445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878546 Jul 16 18:44:37.410340 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e6a09d39-dbdc-48a6-9534-b160d7df8bcb req-9c62f553-559f-4c66-9b51-eb076c132208 service neutron] 10.222.0.84 "GET /v2.0/networks/00ce1372-d56c-4a52-a636-d76b053e445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834713 Jul 16 18:44:37.582441 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc965d-d462-4df4-918b-3974a0c72d52 req-9db8823c-ca27-4b2d-bbd8-60933ee53769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.583935 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8adc965d-d462-4df4-918b-3974a0c72d52 req-9db8823c-ca27-4b2d-bbd8-60933ee53769 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=489b3024fec7450db3f8bea18b54a761&device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 1097 time: 0.0603750 Jul 16 18:44:37.708503 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc965d-d462-4df4-918b-3974a0c72d52 req-d54b0de0-f6fd-4ab5-878f-0ce4142beb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.710007 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8adc965d-d462-4df4-918b-3974a0c72d52 req-d54b0de0-f6fd-4ab5-878f-0ce4142beb62 service neutron] 10.222.0.84 "GET /v2.0/networks?id=00ce1372-d56c-4a52-a636-d76b053e445d HTTP/1.1" status: 200 len: 910 time: 0.0864637 Jul 16 18:44:37.711834 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f68d1-d075-46c2-8aa8-bff6b15bf9bb req-1d907e9b-397c-425e-81d4-1ab9cdc909bf tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.713309 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9a5f68d1-d075-46c2-8aa8-bff6b15bf9bb req-1d907e9b-397c-425e-81d4-1ab9cdc909bf tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 944 time: 0.0696175 Jul 16 18:44:37.752738 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9a5f68d1-d075-46c2-8aa8-bff6b15bf9bb req-08224d06-b6f5-4d3a-adb2-062c9e191f92 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335543 Jul 16 18:44:37.762024 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8adc965d-d462-4df4-918b-3974a0c72d52 req-c3e8a470-1f1a-4350-ad21-7755b81d5d65 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3973d822-e7e1-474c-8fab-d7e35bf6dcb1 HTTP/1.1" status: 200 len: 217 time: 0.0387299 Jul 16 18:44:37.812764 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc965d-d462-4df4-918b-3974a0c72d52 req-445e895c-1d9a-4854-b1f5-9ac3d8b39da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:37.814332 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8adc965d-d462-4df4-918b-3974a0c72d52 req-445e895c-1d9a-4854-b1f5-9ac3d8b39da9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9988c978-883a-4e6b-ae81-7a80df69f252 HTTP/1.1" status: 200 len: 849 time: 0.0451410 Jul 16 18:44:37.848941 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8adc965d-d462-4df4-918b-3974a0c72d52 req-0497307d-fec6-4bc3-8035-fb818a01cddc service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00ce1372-d56c-4a52-a636-d76b053e445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257885 Jul 16 18:44:37.943242 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8adc965d-d462-4df4-918b-3974a0c72d52 req-573926ed-6c8b-4d0c-961a-481c2347a802 service neutron] 10.222.0.84 "GET /v2.0/networks/00ce1372-d56c-4a52-a636-d76b053e445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864263 Jul 16 18:44:38.071589 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8adc965d-d462-4df4-918b-3974a0c72d52 req-9a4712f0-cdad-4277-a684-27ddfc1621ab service neutron] 10.222.0.84 "GET /v2.0/networks/00ce1372-d56c-4a52-a636-d76b053e445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207252 Jul 16 18:44:38.090364 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc7057-0df7-41ec-ba8f-0c8894ae7db3 req-0c8f22c6-20a1-4f7e-9006-dbb9ce3eaaea tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:38.092581 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-55cc7057-0df7-41ec-ba8f-0c8894ae7db3 req-0c8f22c6-20a1-4f7e-9006-dbb9ce3eaaea tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 945 time: 0.1147838 Jul 16 18:44:38.131393 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-55cc7057-0df7-41ec-ba8f-0c8894ae7db3 req-8e4abb37-12aa-4530-95a9-2056812e05e9 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e698563-7dc2-4542-aeb4-0485be1b1b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331011 Jul 16 18:44:38.311653 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a97e7-058b-4a5b-8d0b-6112d62f909b req-2e7e65cc-b4e9-40a0-96e9-738652b9b0fa tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:38.313064 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-199a97e7-058b-4a5b-8d0b-6112d62f909b req-2e7e65cc-b4e9-40a0-96e9-738652b9b0fa tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 945 time: 0.0783117 Jul 16 18:44:38.322047 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37604) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:38.326441 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-1219de0d-3b42-4452-9a60-a7af1c0515c1 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Request body: {'floatingip': {'port_id': '27d8678c-c28e-4432-b21c-5fcc34e9d1f1'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:38.364722 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1219de0d-3b42-4452-9a60-a7af1c0515c1 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for floatingip, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.800582 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1219de0d-3b42-4452-9a60-a7af1c0515c1 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.804850 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1219de0d-3b42-4452-9a60-a7af1c0515c1 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:38.906051 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.l3_db [None req-1219de0d-3b42-4452-9a60-a7af1c0515c1 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Floating IP abda89a2-3ce7-4951-bc4d-6f2b25ce634a associated. External IP: 172.27.3.41, port: 27d8678c-c28e-4432-b21c-5fcc34e9d1f1. Jul 16 18:44:38.926417 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048976e0-3be6-47f5-a41c-0d14ff038aaf req-6ca06fab-35e6-4377-9799-6dc5258790d4 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:38.928040 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-048976e0-3be6-47f5-a41c-0d14ff038aaf req-6ca06fab-35e6-4377-9799-6dc5258790d4 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 944 time: 0.0634115 Jul 16 18:44:38.965836 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-048976e0-3be6-47f5-a41c-0d14ff038aaf req-5c57ed36-d56d-41ac-aaff-f3b336e9c1eb tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321589 Jul 16 18:44:39.116688 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1219de0d-3b42-4452-9a60-a7af1c0515c1 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Router 503cef08-3705-4941-bd72-1d2f91c33450 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:39.221007 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1219de0d-3b42-4452-9a60-a7af1c0515c1 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:39.226182 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-1219de0d-3b42-4452-9a60-a7af1c0515c1 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.231047 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e4b21-af2d-4f99-9bb8-823a74ab6759 None None] Sync routers for ids ['503cef08-3705-4941-bd72-1d2f91c33450'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:39.241399 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e4b21-af2d-4f99-9bb8-823a74ab6759 None None] Routers {'503cef08-3705-4941-bd72-1d2f91c33450'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:39.242064 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-986e4b21-af2d-4f99-9bb8-823a74ab6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:44:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['503cef08-3705-4941-bd72-1d2f91c33450'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:39.262456 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-1219de0d-3b42-4452-9a60-a7af1c0515c1 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "PUT /v2.0/floatingips/abda89a2-3ce7-4951-bc4d-6f2b25ce634a HTTP/1.1" status: 200 len: 990 time: 0.9393923 Jul 16 18:44:39.263058 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26cebb19-1342-440e-92ec-e5ca70b32d81', 'tag': '27d8678c-c28e-4432-b21c-5fcc34e9d1f1'}] {{(pid=93247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:39.265293 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1675f5700063021dd68c6217033055bce74fc81c8decf1c9b68bd4a19952454f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc38a18-dba3-4ed9-a47c-5765232eea49" -d '{"events": [{"name": "network-changed", "server_uuid": "26cebb19-1342-440e-92ec-e5ca70b32d81", "tag": "27d8678c-c28e-4432-b21c-5fcc34e9d1f1"}]}' {{(pid=93247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:39.302876 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a08004e-293c-44a5-ad76-4f0ad969c447 x-openstack-request-id: req-2a08004e-293c-44a5-ad76-4f0ad969c447 {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:39.303174 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26cebb19-1342-440e-92ec-e5ca70b32d81", "tag": "27d8678c-c28e-4432-b21c-5fcc34e9d1f1", "status": "completed", "code": 200}]} {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:39.303428 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2a08004e-293c-44a5-ad76-4f0ad969c447 {{(pid=93247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:39.303854 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26cebb19-1342-440e-92ec-e5ca70b32d81', 'tag': '27d8678c-c28e-4432-b21c-5fcc34e9d1f1', 'status': 'completed', 'code': 200} Jul 16 18:44:39.348925 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-986e4b21-af2d-4f99-9bb8-823a74ab6759 None None] Set router 503cef08-3705-4941-bd72-1d2f91c33450 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:39.405694 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc38a18-dba3-4ed9-a47c-5765232eea49 req-c895bc03-56d4-4ca0-a6cc-d522c9355bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.407091 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2fc38a18-dba3-4ed9-a47c-5765232eea49 req-c895bc03-56d4-4ca0-a6cc-d522c9355bfe service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=95d2e7084619455bb80f8192f381ea27&device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 1098 time: 0.0570993 Jul 16 18:44:39.504052 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc38a18-dba3-4ed9-a47c-5765232eea49 req-045da3d7-2b20-44f3-82a4-445d35894ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.505609 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2fc38a18-dba3-4ed9-a47c-5765232eea49 req-045da3d7-2b20-44f3-82a4-445d35894ce9 service neutron] 10.222.0.84 "GET /v2.0/networks?id=50f941d7-02ce-4842-85fe-b35620f60d46 HTTP/1.1" status: 200 len: 912 time: 0.0854785 Jul 16 18:44:39.564751 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-986e4b21-af2d-4f99-9bb8-823a74ab6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'abda89a2-3ce7-4951-bc4d-6f2b25ce634a', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'port_id': '27d8678c-c28e-4432-b21c-5fcc34e9d1f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'mac_address': 'fa:16:3e:d5:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cebb19-1342-440e-92ec-e5ca70b32d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:44:26Z', 'updated_at': '2021-07-16T18:44:38Z', 'revision_number': 1, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:55Z', 'revision_number': 5, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:39.573778 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2fc38a18-dba3-4ed9-a47c-5765232eea49 req-bbac1a2a-6763-4f6a-9fd2-2dbf28d08d49 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27d8678c-c28e-4432-b21c-5fcc34e9d1f1 HTTP/1.1" status: 200 len: 998 time: 0.0614743 Jul 16 18:44:39.593903 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e4b21-af2d-4f99-9bb8-823a74ab6759 None None] Checking router: 503cef08-3705-4941-bd72-1d2f91c33450 for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:39.602303 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e4b21-af2d-4f99-9bb8-823a74ab6759 None None] Routers {'503cef08-3705-4941-bd72-1d2f91c33450'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:39.602895 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-986e4b21-af2d-4f99-9bb8-823a74ab6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:44:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['503cef08-3705-4941-bd72-1d2f91c33450'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:39.622210 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc38a18-dba3-4ed9-a47c-5765232eea49 req-df02cdc8-3eb0-46c5-bfc1-0f26ec632c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.623679 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2fc38a18-dba3-4ed9-a47c-5765232eea49 req-df02cdc8-3eb0-46c5-bfc1-0f26ec632c0a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=bdf63cb3-37ac-4143-9e41-b35e7f464314 HTTP/1.1" status: 200 len: 850 time: 0.0429928 Jul 16 18:44:39.681571 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc38a18-dba3-4ed9-a47c-5765232eea49 req-20580698-f7bd-483f-b8cc-f7661d4d66be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:39.683073 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2fc38a18-dba3-4ed9-a47c-5765232eea49 req-20580698-f7bd-483f-b8cc-f7661d4d66be service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=50f941d7-02ce-4842-85fe-b35620f60d46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526094 Jul 16 18:44:39.700853 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-986e4b21-af2d-4f99-9bb8-823a74ab6759 None None] Set router 503cef08-3705-4941-bd72-1d2f91c33450 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:39.776655 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2fc38a18-dba3-4ed9-a47c-5765232eea49 req-6e59df97-b873-45cd-b196-e5a1b8f88a89 service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862463 Jul 16 18:44:39.796256 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:39.866770 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2fc38a18-dba3-4ed9-a47c-5765232eea49 req-9c9924c1-5552-4b0a-b1d8-803a957348d3 service neutron] 10.222.0.84 "GET /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831017 Jul 16 18:44:39.904841 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3973d822-e7e1-474c-8fab-d7e35bf6dcb1,segment=NetworkSegment(62d21b2e-50d5-4d57-8e35-ab0ba7f4134b),segment_id=62d21b2e-50d5-4d57-8e35-ab0ba7f4134b)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:39.915642 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '3973d822-e7e1-474c-8fab-d7e35bf6dcb1', 'network_id': '00ce1372-d56c-4a52-a636-d76b053e445d', 'port_id': '3973d822-e7e1-474c-8fab-d7e35bf6dcb1', 'mac_address': 'fa:16:3e:fa:28:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9988c978-883a-4e6b-ae81-7a80df69f252', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:39.937503 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-986e4b21-af2d-4f99-9bb8-823a74ab6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'abda89a2-3ce7-4951-bc4d-6f2b25ce634a', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'port_id': '27d8678c-c28e-4432-b21c-5fcc34e9d1f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'mac_address': 'fa:16:3e:d5:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cebb19-1342-440e-92ec-e5ca70b32d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:44:26Z', 'updated_at': '2021-07-16T18:44:38Z', 'revision_number': 1, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:55Z', 'revision_number': 5, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:39.951833 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.963331 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e4b21-af2d-4f99-9bb8-823a74ab6759 None None] The sync data for ids ['503cef08-3705-4941-bd72-1d2f91c33450'] in dv-cinder-786932-5-iscsi is: [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'abda89a2-3ce7-4951-bc4d-6f2b25ce634a', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'port_id': '27d8678c-c28e-4432-b21c-5fcc34e9d1f1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'mac_address': 'fa:16:3e:d5:17:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26cebb19-1342-440e-92ec-e5ca70b32d81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:44:26Z', 'updated_at': '2021-07-16T18:44:38Z', 'revision_number': 1, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:55Z', 'revision_number': 5, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:39.964301 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:39.987357 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3973d822-e7e1-474c-8fab-d7e35bf6dcb1,segment=NetworkSegment(62d21b2e-50d5-4d57-8e35-ab0ba7f4134b),segment_id=62d21b2e-50d5-4d57-8e35-ab0ba7f4134b)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:39.995305 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.045839 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=3973d822-e7e1-474c-8fab-d7e35bf6dcb1,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:40.155152 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbc86d-e7c5-4766-b099-771f44df65e3 req-08c292cb-18f1-4c87-98ad-bffa11d5030c tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:40.156706 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-70fbc86d-e7c5-4766-b099-771f44df65e3 req-08c292cb-18f1-4c87-98ad-bffa11d5030c tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 945 time: 0.0680048 Jul 16 18:44:40.169615 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861289d8-1aad-4e3f-b19a-7794d76fd2a1 None None] New status for floating IP abda89a2-3ce7-4951-bc4d-6f2b25ce634a: ACTIVE {{(pid=93248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:44:40.196497 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-70fbc86d-e7c5-4766-b099-771f44df65e3 req-d374c6e1-1c3b-4692-9b21-70879e6d0617 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339160 Jul 16 18:44:40.335781 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['3973d822-e7e1-474c-8fab-d7e35bf6dcb1'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:41.373552 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd075ce-7b53-43d2-b3f9-8e9a997c8bba req-2ebffae4-aa97-4c63-9f6d-4ebc71654c73 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:41.375047 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6dd075ce-7b53-43d2-b3f9-8e9a997c8bba req-2ebffae4-aa97-4c63-9f6d-4ebc71654c73 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 945 time: 0.0683045 Jul 16 18:44:41.412475 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6dd075ce-7b53-43d2-b3f9-8e9a997c8bba req-bcfc2e5c-cb74-4017-9995-0585c2e8e511 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316625 Jul 16 18:44:41.813212 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:41.874021 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:41.877798 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:41.878181 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.969709 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.992604 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3973d822-e7e1-474c-8fab-d7e35bf6dcb1'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:41.994878 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f67bd3d-91e5-4a3a-8db0-fe5cdbf042a1" -d '{"events": [{"server_uuid": "8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4", "name": "network-vif-plugged", "status": "completed", "tag": "3973d822-e7e1-474c-8fab-d7e35bf6dcb1"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:42.007945 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3973d822-e7e1-474c-8fab-d7e35bf6dcb1,segment=NetworkSegment(62d21b2e-50d5-4d57-8e35-ab0ba7f4134b),segment_id=62d21b2e-50d5-4d57-8e35-ab0ba7f4134b)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:42.013477 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.036038 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f075e5-0e24-4a25-8813-d8a6747f5e87 x-openstack-request-id: req-f0f075e5-0e24-4a25-8813-d8a6747f5e87 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:42.036327 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4", "name": "network-vif-plugged", "status": "completed", "tag": "3973d822-e7e1-474c-8fab-d7e35bf6dcb1", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:42.036576 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f0f075e5-0e24-4a25-8813-d8a6747f5e87 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:42.036958 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3973d822-e7e1-474c-8fab-d7e35bf6dcb1', 'code': 200} Jul 16 18:44:42.062168 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=3973d822-e7e1-474c-8fab-d7e35bf6dcb1,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:42.301182 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df701feb-2d05-45e6-ab0f-73263d178da6 req-edf61a1d-8e09-4901-84ed-593289b7fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:42.302698 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-df701feb-2d05-45e6-ab0f-73263d178da6 req-edf61a1d-8e09-4901-84ed-593289b7fdb8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 1099 time: 0.0543299 Jul 16 18:44:42.338835 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-df701feb-2d05-45e6-ab0f-73263d178da6 req-e030c353-3d40-48cd-bc25-d78224ed4194 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289643 Jul 16 18:44:42.603681 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287c1dc-d0db-4240-8601-bd9f0878d7a1 req-a50f3872-8616-4244-8df2-0696c8c84ee3 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:42.605034 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5287c1dc-d0db-4240-8601-bd9f0878d7a1 req-a50f3872-8616-4244-8df2-0696c8c84ee3 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 946 time: 0.0746329 Jul 16 18:44:42.649099 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5287c1dc-d0db-4240-8601-bd9f0878d7a1 req-7e815cf5-a696-41b0-bef0-3d7966d21971 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360286 Jul 16 18:44:43.837125 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcccfb-0308-4edd-9aff-2fd523fabad3 req-60767f45-765a-4a43-8016-3a75e9ac1487 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:43.838494 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9afcccfb-0308-4edd-9aff-2fd523fabad3 req-60767f45-765a-4a43-8016-3a75e9ac1487 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 946 time: 0.0720446 Jul 16 18:44:43.880170 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-9afcccfb-0308-4edd-9aff-2fd523fabad3 req-1997a7aa-69ac-4aae-a3da-7f30cd8e5051 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334227 Jul 16 18:44:44.819446 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace57595-1a2f-4529-8ab2-2c520234894e req-a07383d8-bd36-4fcc-90eb-4b8e8be62a68 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:44.821196 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ace57595-1a2f-4529-8ab2-2c520234894e req-a07383d8-bd36-4fcc-90eb-4b8e8be62a68 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 946 time: 0.0669708 Jul 16 18:44:44.861484 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ace57595-1a2f-4529-8ab2-2c520234894e req-45242942-1224-40e9-9de3-dfe92a369215 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320199 Jul 16 18:44:46.046859 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67956271-fe5e-439e-b52f-45f689734c97 req-54528295-7ee3-4af6-91b8-25f589f71ad0 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.048343 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-67956271-fe5e-439e-b52f-45f689734c97 req-54528295-7ee3-4af6-91b8-25f589f71ad0 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 946 time: 0.0646391 Jul 16 18:44:46.086391 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-67956271-fe5e-439e-b52f-45f689734c97 req-dcd046ca-df35-4aa2-b96b-67408a7dfa17 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323620 Jul 16 18:44:46.443893 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58dde6-1d33-45a8-a405-1ebc375084cc req-f3f5aa8b-f34d-4ea2-867f-c4a0bc542907 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.445445 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fd58dde6-1d33-45a8-a405-1ebc375084cc req-f3f5aa8b-f34d-4ea2-867f-c4a0bc542907 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.84 "GET /v2.0/ports?device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 946 time: 0.0776200 Jul 16 18:44:46.551043 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-fd58dde6-1d33-45a8-a405-1ebc375084cc req-0c69f31b-5a94-424c-bb4d-6261e2ce6372 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Deleting port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:46.551386 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-fd58dde6-1d33-45a8-a405-1ebc375084cc req-0c69f31b-5a94-424c-bb4d-6261e2ce6372 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.646223 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-fd58dde6-1d33-45a8-a405-1ebc375084cc req-0c69f31b-5a94-424c-bb4d-6261e2ce6372 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] For port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=3973d822-e7e1-474c-8fab-d7e35bf6dcb1,segment=NetworkSegment(62d21b2e-50d5-4d57-8e35-ab0ba7f4134b),segment_id=62d21b2e-50d5-4d57-8e35-ab0ba7f4134b)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:46.646729 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-fd58dde6-1d33-45a8-a405-1ebc375084cc req-0c69f31b-5a94-424c-bb4d-6261e2ce6372 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.663148 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-fd58dde6-1d33-45a8-a405-1ebc375084cc req-0c69f31b-5a94-424c-bb4d-6261e2ce6372 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Calling delete_port for 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:46.792115 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-fd58dde6-1d33-45a8-a405-1ebc375084cc req-0c69f31b-5a94-424c-bb4d-6261e2ce6372 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.822532 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c69f31b-5a94-424c-bb4d-6261e2ce6372 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Pushing event deleted for resources: {'Port': ['ID=3973d822-e7e1-474c-8fab-d7e35bf6dcb1,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:46.829003 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['3973d822-e7e1-474c-8fab-d7e35bf6dcb1'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:46.868850 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd58dde6-1d33-45a8-a405-1ebc375084cc req-0c69f31b-5a94-424c-bb4d-6261e2ce6372 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] No DVR routers for this DVR port 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:46.871379 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-fd58dde6-1d33-45a8-a405-1ebc375084cc req-0c69f31b-5a94-424c-bb4d-6261e2ce6372 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.873363 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fd58dde6-1d33-45a8-a405-1ebc375084cc req-0c69f31b-5a94-424c-bb4d-6261e2ce6372 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.84 "DELETE /v2.0/ports/3973d822-e7e1-474c-8fab-d7e35bf6dcb1 HTTP/1.1" status: 204 len: 173 time: 0.4223223 Jul 16 18:44:46.873804 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4', 'name': 'network-vif-deleted', 'tag': '3973d822-e7e1-474c-8fab-d7e35bf6dcb1'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:46.876129 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22182422-b175-477b-8c0b-dc686fba60b2" -d '{"events": [{"server_uuid": "8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4", "name": "network-vif-deleted", "tag": "3973d822-e7e1-474c-8fab-d7e35bf6dcb1"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:46.914016 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8439797-a2e4-4e56-a6d9-b311bd07597c x-openstack-request-id: req-c8439797-a2e4-4e56-a6d9-b311bd07597c {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:46.914322 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4", "name": "network-vif-deleted", "tag": "3973d822-e7e1-474c-8fab-d7e35bf6dcb1", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:46.914672 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c8439797-a2e4-4e56-a6d9-b311bd07597c {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:46.915164 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4', 'name': 'network-vif-deleted', 'tag': '3973d822-e7e1-474c-8fab-d7e35bf6dcb1', 'status': 'completed', 'code': 200} Jul 16 18:44:47.010598 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:47.242142 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b546d9e7-b686-4c44-b8e9-7447bf88f223 req-ddb361b1-ac76-4f98-914f-16a2338a64e8 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=8b8d0ad4-2f7a-47ca-a0c7-c9d3eabea7f4 HTTP/1.1" status: 200 len: 210 time: 0.0276687 Jul 16 18:44:48.558642 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-0d94dd8e-2677-47a9-b5c7-a00feac0cb97 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:48.559941 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-0d94dd8e-2677-47a9-b5c7-a00feac0cb97 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/networks?id=00ce1372-d56c-4a52-a636-d76b053e445d HTTP/1.1" status: 200 len: 809 time: 0.1052001 Jul 16 18:44:48.575741 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-c170b61d-4b24-450a-8da1-1038ccddf077 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/quotas/489b3024fec7450db3f8bea18b54a761 HTTP/1.1" status: 200 len: 375 time: 0.0098398 Jul 16 18:44:48.610532 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-63099390-e185-47fd-ba05-c684d7504bb0 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=489b3024fec7450db3f8bea18b54a761&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279911 Jul 16 18:44:48.699886 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-67a24304-7a8c-4a59-b1dd-fad29020dadc service neutron] 10.222.0.68 "GET /v2.0/networks/00ce1372-d56c-4a52-a636-d76b053e445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827637 Jul 16 18:44:48.800984 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-0ed71b41-04b1-4ddb-837a-aa587dcf7c91 service neutron] 10.222.0.68 "GET /v2.0/networks/00ce1372-d56c-4a52-a636-d76b053e445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954359 Jul 16 18:44:48.965050 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-820d3f7a-5959-4d44-a792-1fe57fba6e2e req-c3cadd85-c8df-4bf6-ab1a-20aaaee41327 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 210 time: 0.0276353 Jul 16 18:44:49.860243 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:49.883813 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:49.884153 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 3973d822-e7e1-474c-8fab-d7e35bf6dcb1 not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:50.126519 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-80c1b99c-6a2a-43b5-9f77-136ffbd0b224 req-77de3c85-5ad7-4b9f-9a47-f44aaa582574 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 210 time: 0.0370796 Jul 16 18:44:50.184420 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-212a2f2d-4ebf-4f97-b117-55d3f384d452 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:50.185875 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-212a2f2d-4ebf-4f97-b117-55d3f384d452 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.84 "GET /v2.0/networks?id=00ce1372-d56c-4a52-a636-d76b053e445d HTTP/1.1" status: 200 len: 809 time: 0.1090980 Jul 16 18:44:50.241915 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9a73ea77-6342-4588-b234-0f15b537a565 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Request body: {'port': {'device_id': '2facabca-4cd9-4d92-88e0-20a523782bd1', 'network_id': '00ce1372-d56c-4a52-a636-d76b053e445d', 'admin_state_up': True, 'tenant_id': '489b3024fec7450db3f8bea18b54a761'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:50.358156 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9a73ea77-6342-4588-b234-0f15b537a565 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Made reservation on behalf of 489b3024fec7450db3f8bea18b54a761 for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:50.361716 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9a73ea77-6342-4588-b234-0f15b537a565 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.488124 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9a73ea77-6342-4588-b234-0f15b537a565 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Allocated IP 172.20.0.2 (00ce1372-d56c-4a52-a636-d76b053e445d/9988c978-883a-4e6b-ae81-7a80df69f252/2faef00e-ed20-40ed-972a-8686be284006) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:50.628425 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9a73ea77-6342-4588-b234-0f15b537a565 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.672639 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9a73ea77-6342-4588-b234-0f15b537a565 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.716291 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9a73ea77-6342-4588-b234-0f15b537a565 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Network 00ce1372-d56c-4a52-a636-d76b053e445d is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:50.719520 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9a73ea77-6342-4588-b234-0f15b537a565 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:50.724325 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9a73ea77-6342-4588-b234-0f15b537a565 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:50.746746 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a73ea77-6342-4588-b234-0f15b537a565 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Pushing event updated for resources: {'Port': ['ID=2faef00e-ed20-40ed-972a-8686be284006,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:50.774854 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9a73ea77-6342-4588-b234-0f15b537a565 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:50.775455 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9a73ea77-6342-4588-b234-0f15b537a565 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.791545 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9a73ea77-6342-4588-b234-0f15b537a565 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5536530 Jul 16 18:44:50.810335 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Request body: {'port': {'device_id': '2facabca-4cd9-4d92-88e0-20a523782bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:50.887793 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.141539 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2faef00e-ed20-40ed-972a-8686be284006 {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:51.149332 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.161390 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Transition to ACTIVE for port object 2faef00e-ed20-40ed-972a-8686be284006 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:51.166606 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.215120 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2faef00e-ed20-40ed-972a-8686be284006,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:51.286016 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Attempting to bind port 2faef00e-ed20-40ed-972a-8686be284006 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:51.286347 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Attempting to bind port 2faef00e-ed20-40ed-972a-8686be284006 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': '62d21b2e-50d5-4d57-8e35-ab0ba7f4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '00ce1372-d56c-4a52-a636-d76b053e445d'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:51.286671 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Attempting to bind port 2faef00e-ed20-40ed-972a-8686be284006 on network 00ce1372-d56c-4a52-a636-d76b053e445d {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:51.291370 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Port 2faef00e-ed20-40ed-972a-8686be284006 on network 00ce1372-d56c-4a52-a636-d76b053e445d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:51.291691 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Attempting to bind port 2faef00e-ed20-40ed-972a-8686be284006 on network 00ce1372-d56c-4a52-a636-d76b053e445d {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:51.296397 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:51.296733 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Checking segment: {'id': '62d21b2e-50d5-4d57-8e35-ab0ba7f4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '00ce1372-d56c-4a52-a636-d76b053e445d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:51.297116 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Bound using segment: {'id': '62d21b2e-50d5-4d57-8e35-ab0ba7f4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '00ce1372-d56c-4a52-a636-d76b053e445d'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:51.297571 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Bound port: 2faef00e-ed20-40ed-972a-8686be284006, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d21b2e-50d5-4d57-8e35-ab0ba7f4134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '00ce1372-d56c-4a52-a636-d76b053e445d'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:51.297931 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.299074 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f68a49-204a-441f-9958-18661140229e req-7311c736-6f81-4361-ac6f-5e732516bd85 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.300622 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-10f68a49-204a-441f-9958-18661140229e req-7311c736-6f81-4361-ac6f-5e732516bd85 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 943 time: 0.0639360 Jul 16 18:44:51.337609 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-10f68a49-204a-441f-9958-18661140229e req-7b9f6307-a946-44e0-b553-e5360a437a1d tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312397 Jul 16 18:44:51.359745 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] For port 2faef00e-ed20-40ed-972a-8686be284006, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:51.362735 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] For port 2faef00e-ed20-40ed-972a-8686be284006, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2faef00e-ed20-40ed-972a-8686be284006,segment=NetworkSegment(62d21b2e-50d5-4d57-8e35-ab0ba7f4134b),segment_id=62d21b2e-50d5-4d57-8e35-ab0ba7f4134b)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:51.368223 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.401152 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.401899 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:51.403288 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] 10.222.0.84 "PUT /v2.0/ports/2faef00e-ed20-40ed-972a-8686be284006 HTTP/1.1" status: 200 len: 1093 time: 0.5973511 Jul 16 18:44:51.403722 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2facabca-4cd9-4d92-88e0-20a523782bd1', 'tag': '2faef00e-ed20-40ed-972a-8686be284006'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:51.405997 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db13def7-7009-4e47-9bf3-415dfa17d318" -d '{"events": [{"name": "network-changed", "server_uuid": "2facabca-4cd9-4d92-88e0-20a523782bd1", "tag": "2faef00e-ed20-40ed-972a-8686be284006"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:51.429662 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d569def-63e5-43fe-bba3-2e06eb55c9d9 service neutron] Pushing event updated for resources: {'Port': ['ID=2faef00e-ed20-40ed-972a-8686be284006,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:51.446490 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845051f8-9de4-4d9e-bf1d-6da52aab562e x-openstack-request-id: req-845051f8-9de4-4d9e-bf1d-6da52aab562e {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:51.446782 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2facabca-4cd9-4d92-88e0-20a523782bd1", "tag": "2faef00e-ed20-40ed-972a-8686be284006", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:51.447033 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-845051f8-9de4-4d9e-bf1d-6da52aab562e {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:51.447430 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2facabca-4cd9-4d92-88e0-20a523782bd1', 'tag': '2faef00e-ed20-40ed-972a-8686be284006', 'status': 'completed', 'code': 200} Jul 16 18:44:51.523673 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-4114d2ee-5900-4332-8871-77da55bf15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.525136 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-4114d2ee-5900-4332-8871-77da55bf15e2 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=489b3024fec7450db3f8bea18b54a761&device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0545835 Jul 16 18:44:51.578359 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-1b095c5f-2450-4e14-ace6-4895559fda59 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2faef00e-ed20-40ed-972a-8686be284006 HTTP/1.1" status: 200 len: 217 time: 0.0366724 Jul 16 18:44:51.625893 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-7a9ef954-bd4f-4e16-80c1-198b67cb176b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.627274 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-7a9ef954-bd4f-4e16-80c1-198b67cb176b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9988c978-883a-4e6b-ae81-7a80df69f252 HTTP/1.1" status: 200 len: 849 time: 0.0426469 Jul 16 18:44:51.659439 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-a464c48d-5509-4c38-8d52-1c7a7933d8c8 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00ce1372-d56c-4a52-a636-d76b053e445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251412 Jul 16 18:44:51.753854 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-46d17286-1d9e-46e8-82d4-cd0406ad5e7b service neutron] 10.222.0.84 "GET /v2.0/networks/00ce1372-d56c-4a52-a636-d76b053e445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864301 Jul 16 18:44:51.852827 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-85e148f0-727d-4f12-8edb-5ee959d0e971 req-20737af9-ade8-4106-8e9c-523de2ec7b5e service neutron] 10.222.0.84 "GET /v2.0/networks/00ce1372-d56c-4a52-a636-d76b053e445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897799 Jul 16 18:44:52.009563 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13def7-7009-4e47-9bf3-415dfa17d318 req-891e2ea7-a5e0-4c56-ac16-a4c3497660d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.011205 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-db13def7-7009-4e47-9bf3-415dfa17d318 req-891e2ea7-a5e0-4c56-ac16-a4c3497660d6 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=489b3024fec7450db3f8bea18b54a761&device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 1096 time: 0.0602243 Jul 16 18:44:52.099427 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13def7-7009-4e47-9bf3-415dfa17d318 req-dbc88b18-8984-405a-a7d6-b1a8ef3f7a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.100943 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-db13def7-7009-4e47-9bf3-415dfa17d318 req-dbc88b18-8984-405a-a7d6-b1a8ef3f7a32 service neutron] 10.222.0.84 "GET /v2.0/networks?id=00ce1372-d56c-4a52-a636-d76b053e445d HTTP/1.1" status: 200 len: 910 time: 0.0819504 Jul 16 18:44:52.149535 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-db13def7-7009-4e47-9bf3-415dfa17d318 req-7914b260-2e12-4196-b574-8ffb2af563a0 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2faef00e-ed20-40ed-972a-8686be284006 HTTP/1.1" status: 200 len: 217 time: 0.0369341 Jul 16 18:44:52.234710 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13def7-7009-4e47-9bf3-415dfa17d318 req-99dd4de0-9ed5-4722-b9b2-081035a267b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.236114 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-db13def7-7009-4e47-9bf3-415dfa17d318 req-99dd4de0-9ed5-4722-b9b2-081035a267b2 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9988c978-883a-4e6b-ae81-7a80df69f252 HTTP/1.1" status: 200 len: 849 time: 0.0528891 Jul 16 18:44:52.269180 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-db13def7-7009-4e47-9bf3-415dfa17d318 req-98a642c1-4723-41c2-8c29-5b93194b983b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=00ce1372-d56c-4a52-a636-d76b053e445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248444 Jul 16 18:44:52.360333 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-db13def7-7009-4e47-9bf3-415dfa17d318 req-3a8836e1-5f7a-4dd5-8034-bcb9ab51d48c service neutron] 10.222.0.84 "GET /v2.0/networks/00ce1372-d56c-4a52-a636-d76b053e445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826132 Jul 16 18:44:52.470506 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-db13def7-7009-4e47-9bf3-415dfa17d318 req-f09a623b-222a-4f9b-bf9b-d88ac59dfe7f service neutron] 10.222.0.84 "GET /v2.0/networks/00ce1372-d56c-4a52-a636-d76b053e445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012881 Jul 16 18:44:52.528444 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8279500-08d6-4098-9a12-0d2d2a00336c req-a265f4a3-cd06-4844-a9d7-c795c4919d28 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.529923 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c8279500-08d6-4098-9a12-0d2d2a00336c req-a265f4a3-cd06-4844-a9d7-c795c4919d28 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 943 time: 0.0773213 Jul 16 18:44:52.567968 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c8279500-08d6-4098-9a12-0d2d2a00336c req-da393569-6df6-4acd-9801-10ce7c06ca9d tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322704 Jul 16 18:44:53.764617 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b12036-715e-45ec-99d6-d71f8d73e45c req-5c26a9aa-5135-4c22-8bec-dd6c1d673cc8 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.766059 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-59b12036-715e-45ec-99d6-d71f8d73e45c req-5c26a9aa-5135-4c22-8bec-dd6c1d673cc8 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 943 time: 0.0692697 Jul 16 18:44:53.802944 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-59b12036-715e-45ec-99d6-d71f8d73e45c req-d71ea49e-e8f7-446b-b4ae-c3f08cfd66e3 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308712 Jul 16 18:44:53.852810 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 2faef00e-ed20-40ed-972a-8686be284006 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:53.949720 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 2faef00e-ed20-40ed-972a-8686be284006, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2faef00e-ed20-40ed-972a-8686be284006,segment=NetworkSegment(62d21b2e-50d5-4d57-8e35-ab0ba7f4134b),segment_id=62d21b2e-50d5-4d57-8e35-ab0ba7f4134b)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:53.960648 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '2faef00e-ed20-40ed-972a-8686be284006', 'network_id': '00ce1372-d56c-4a52-a636-d76b053e445d', 'port_id': '2faef00e-ed20-40ed-972a-8686be284006', 'mac_address': 'fa:16:3e:95:23:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9988c978-883a-4e6b-ae81-7a80df69f252', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:54.001050 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.014245 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2faef00e-ed20-40ed-972a-8686be284006 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:54.033224 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 2faef00e-ed20-40ed-972a-8686be284006, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2faef00e-ed20-40ed-972a-8686be284006,segment=NetworkSegment(62d21b2e-50d5-4d57-8e35-ab0ba7f4134b),segment_id=62d21b2e-50d5-4d57-8e35-ab0ba7f4134b)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:54.039572 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:54.085664 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=2faef00e-ed20-40ed-972a-8686be284006,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:54.443237 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['2faef00e-ed20-40ed-972a-8686be284006'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:54.990731 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d60717-b5e9-4248-967c-6e268967b4ab req-4dbaf347-29fa-49d7-9652-62ee49402602 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.992230 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-70d60717-b5e9-4248-967c-6e268967b4ab req-4dbaf347-29fa-49d7-9652-62ee49402602 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 944 time: 0.0724163 Jul 16 18:44:55.313380 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-70d60717-b5e9-4248-967c-6e268967b4ab req-bf28f40f-d474-4448-a921-a51f976649a9 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154132 Jul 16 18:44:55.871989 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 2faef00e-ed20-40ed-972a-8686be284006 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:55.927368 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port 2faef00e-ed20-40ed-972a-8686be284006 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:55.931132 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 2faef00e-ed20-40ed-972a-8686be284006 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:55.931504 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.005807 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.028645 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2facabca-4cd9-4d92-88e0-20a523782bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faef00e-ed20-40ed-972a-8686be284006'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:56.030944 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb24e182-6348-4760-8817-1ad4553270b8" -d '{"events": [{"server_uuid": "2facabca-4cd9-4d92-88e0-20a523782bd1", "name": "network-vif-plugged", "status": "completed", "tag": "2faef00e-ed20-40ed-972a-8686be284006"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:56.046254 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 2faef00e-ed20-40ed-972a-8686be284006, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2faef00e-ed20-40ed-972a-8686be284006,segment=NetworkSegment(62d21b2e-50d5-4d57-8e35-ab0ba7f4134b),segment_id=62d21b2e-50d5-4d57-8e35-ab0ba7f4134b)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:56.050893 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:56.073825 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e9a0fb-e293-4d68-8dfd-be1717367bc6 x-openstack-request-id: req-30e9a0fb-e293-4d68-8dfd-be1717367bc6 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:56.074116 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2facabca-4cd9-4d92-88e0-20a523782bd1", "name": "network-vif-plugged", "status": "completed", "tag": "2faef00e-ed20-40ed-972a-8686be284006", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:56.074365 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-30e9a0fb-e293-4d68-8dfd-be1717367bc6 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:56.074750 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2facabca-4cd9-4d92-88e0-20a523782bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faef00e-ed20-40ed-972a-8686be284006', 'code': 200} Jul 16 18:44:56.100061 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=2faef00e-ed20-40ed-972a-8686be284006,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:56.349569 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8c6c4-83c4-4fa3-9a1a-b264a9f06340 req-7011478c-b1b6-49e9-bdfc-dd8155e94d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.351042 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4bd8c6c4-83c4-4fa3-9a1a-b264a9f06340 req-7011478c-b1b6-49e9-bdfc-dd8155e94d65 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 1098 time: 0.0571663 Jul 16 18:44:56.387352 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4bd8c6c4-83c4-4fa3-9a1a-b264a9f06340 req-a263adec-d575-4cdb-b8cb-6697c459dd99 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284569 Jul 16 18:44:56.497616 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01ce5f-4a55-4f73-a0f2-a6d631866453 req-6382ab49-a0a7-41ad-9a6e-4cb7228bd919 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.499110 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0c01ce5f-4a55-4f73-a0f2-a6d631866453 req-6382ab49-a0a7-41ad-9a6e-4cb7228bd919 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 945 time: 0.0676568 Jul 16 18:44:56.543707 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0c01ce5f-4a55-4f73-a0f2-a6d631866453 req-00ff71e8-f365-4c25-b07e-aa9f9f421f3b tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379198 Jul 16 18:44:57.717831 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727aa34-d9a2-4028-9eed-61825935ff65 req-1eab76e6-35ce-40c9-ba01-be7d6e8a649e tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:57.719327 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e727aa34-d9a2-4028-9eed-61825935ff65 req-1eab76e6-35ce-40c9-ba01-be7d6e8a649e tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 945 time: 0.0650523 Jul 16 18:44:57.757696 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-e727aa34-d9a2-4028-9eed-61825935ff65 req-935edb0e-03cf-4c1d-9bca-369007f883b6 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319009 Jul 16 18:44:58.667899 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-055e72b5-e2d7-4113-a07e-b4a731705ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:58.955374 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7cf657-fbc3-4ebf-8058-97a50960c7a6 req-443c4b1d-aebf-44f6-b28e-feea85b25301 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:58.956809 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5b7cf657-fbc3-4ebf-8058-97a50960c7a6 req-443c4b1d-aebf-44f6-b28e-feea85b25301 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 945 time: 0.0745800 Jul 16 18:44:58.993381 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-5b7cf657-fbc3-4ebf-8058-97a50960c7a6 req-255624f3-a913-4aef-9bc1-2518b2571974 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310163 Jul 16 18:44:59.959246 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14b7d0-98eb-4f42-8027-3da50c64b89f req-b64a2ebb-b6a7-4f59-854e-aa63d904be95 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:59.960728 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3b14b7d0-98eb-4f42-8027-3da50c64b89f req-b64a2ebb-b6a7-4f59-854e-aa63d904be95 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 945 time: 0.0686295 Jul 16 18:44:59.999162 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3b14b7d0-98eb-4f42-8027-3da50c64b89f req-308aa9f9-b73a-4724-8bb8-2176ab2ad703 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326757 Jul 16 18:45:01.189898 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e0d88-a473-4a74-b4a6-2e7e2299fa04 req-373092d7-6784-465e-bc0a-105e90f8f9dc tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:01.191360 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-436e0d88-a473-4a74-b4a6-2e7e2299fa04 req-373092d7-6784-465e-bc0a-105e90f8f9dc tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 945 time: 0.0695660 Jul 16 18:45:01.230600 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-436e0d88-a473-4a74-b4a6-2e7e2299fa04 req-62195205-77d0-4ff0-87f9-658a72537483 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/security-groups?id=58978277-3470-446c-b6e6-32a9bdfc8485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331914 Jul 16 18:45:01.561672 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-20dc36a5-678a-4c09-a06c-e8652cb2fa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.697872 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62349f-a979-4143-b1d9-360b15199715 req-562f20a1-91ca-410b-9041-0f6bfa5d7162 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:01.699330 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ce62349f-a979-4143-b1d9-360b15199715 req-562f20a1-91ca-410b-9041-0f6bfa5d7162 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.84 "GET /v2.0/ports?device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 945 time: 0.0680122 Jul 16 18:45:01.814786 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-ce62349f-a979-4143-b1d9-360b15199715 req-527734fc-f237-498f-9a96-9ddf1c3044fd tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Deleting port 2faef00e-ed20-40ed-972a-8686be284006 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:01.815040 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ce62349f-a979-4143-b1d9-360b15199715 req-527734fc-f237-498f-9a96-9ddf1c3044fd tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.898202 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.908244 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-ce62349f-a979-4143-b1d9-360b15199715 req-527734fc-f237-498f-9a96-9ddf1c3044fd tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] For port 2faef00e-ed20-40ed-972a-8686be284006, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=2faef00e-ed20-40ed-972a-8686be284006,segment=NetworkSegment(62d21b2e-50d5-4d57-8e35-ab0ba7f4134b),segment_id=62d21b2e-50d5-4d57-8e35-ab0ba7f4134b)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:01.908615 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ce62349f-a979-4143-b1d9-360b15199715 req-527734fc-f237-498f-9a96-9ddf1c3044fd tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:01.921065 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-ce62349f-a979-4143-b1d9-360b15199715 req-527734fc-f237-498f-9a96-9ddf1c3044fd tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Calling delete_port for 2faef00e-ed20-40ed-972a-8686be284006 owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:02.048438 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ce62349f-a979-4143-b1d9-360b15199715 req-527734fc-f237-498f-9a96-9ddf1c3044fd tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.076717 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527734fc-f237-498f-9a96-9ddf1c3044fd tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Pushing event deleted for resources: {'Port': ['ID=2faef00e-ed20-40ed-972a-8686be284006,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:02.123747 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce62349f-a979-4143-b1d9-360b15199715 req-527734fc-f237-498f-9a96-9ddf1c3044fd tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] No DVR routers for this DVR port 2faef00e-ed20-40ed-972a-8686be284006 on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:02.126417 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ce62349f-a979-4143-b1d9-360b15199715 req-527734fc-f237-498f-9a96-9ddf1c3044fd tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:02.128392 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ce62349f-a979-4143-b1d9-360b15199715 req-527734fc-f237-498f-9a96-9ddf1c3044fd tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.84 "DELETE /v2.0/ports/2faef00e-ed20-40ed-972a-8686be284006 HTTP/1.1" status: 204 len: 173 time: 0.4195518 Jul 16 18:45:02.128816 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2facabca-4cd9-4d92-88e0-20a523782bd1', 'name': 'network-vif-deleted', 'tag': '2faef00e-ed20-40ed-972a-8686be284006'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:02.131073 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f90ab5a-a4a8-4024-a6eb-36e15a7a0672" -d '{"events": [{"server_uuid": "2facabca-4cd9-4d92-88e0-20a523782bd1", "name": "network-vif-deleted", "tag": "2faef00e-ed20-40ed-972a-8686be284006"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:02.166680 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20633a54-488b-493f-966b-51a50a3ade31 x-openstack-request-id: req-20633a54-488b-493f-966b-51a50a3ade31 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:02.166961 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2facabca-4cd9-4d92-88e0-20a523782bd1", "name": "network-vif-deleted", "tag": "2faef00e-ed20-40ed-972a-8686be284006", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:02.167207 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-20633a54-488b-493f-966b-51a50a3ade31 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:02.167628 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2facabca-4cd9-4d92-88e0-20a523782bd1', 'name': 'network-vif-deleted', 'tag': '2faef00e-ed20-40ed-972a-8686be284006', 'status': 'completed', 'code': 200} Jul 16 18:45:02.391460 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-04d6fd84-c8de-481b-83ba-b3a0dbb72bcd req-8f3d6254-02bc-4422-8c49-36e1d3e9fc77 tempest-VolumesActionsTest-560655279 tempest-VolumesActionsTest-560655279-project] 10.222.0.68 "GET /v2.0/ports?device_id=2facabca-4cd9-4d92-88e0-20a523782bd1 HTTP/1.1" status: 200 len: 210 time: 0.0310385 Jul 16 18:45:02.632719 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.510097 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:03.886026 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 2faef00e-ed20-40ed-972a-8686be284006 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:03.906659 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: 2faef00e-ed20-40ed-972a-8686be284006 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:03.906983 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 2faef00e-ed20-40ed-972a-8686be284006 not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:04.056628 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.088490 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37896) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:17.254027 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Deleting port ba3a8ce6-e489-49c8-be3e-a95feb115f6e {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:17.254410 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.332803 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.333142 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.345997 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Calling delete_port for ba3a8ce6-e489-49c8-be3e-a95feb115f6e owned by network:floatingip {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:17.511002 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.542932 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Pushing event deleted for resources: {'Port': ['ID=ba3a8ce6-e489-49c8-be3e-a95feb115f6e,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:17.570757 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:17.571104 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:17.572285 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:17.572628 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:17.572967 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:17.573300 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:17.573649 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:17.573972 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:17.574293 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:17.574615 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:17.574952 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:17.575269 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:17.627990 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for floatingip, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:17.628755 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.l3_db [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Floating IP e9fa2d2d-1067-4881-b127-d3c0feccadb9 disassociated (deleted). External IP: 172.27.3.238, port: f5363148-2139-414e-874e-72f42e556201. Jul 16 18:45:18.097485 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Router 007940d1-250c-499a-a312-cb8a8a9ba096 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:18.213495 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:18.218831 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.226802 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c2820-acba-46b5-91a3-9483a7e452da None None] Sync routers for ids ['007940d1-250c-499a-a312-cb8a8a9ba096'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:18.236390 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c2820-acba-46b5-91a3-9483a7e452da None None] Routers {'007940d1-250c-499a-a312-cb8a8a9ba096'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:18.237024 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-092c2820-acba-46b5-91a3-9483a7e452da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['007940d1-250c-499a-a312-cb8a8a9ba096'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:18.262832 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-68d87009-9355-431b-afa4-8e0728d06b55 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "DELETE /v2.0/floatingips/e9fa2d2d-1067-4881-b127-d3c0feccadb9 HTTP/1.1" status: 204 len: 168 time: 1.1730192 Jul 16 18:45:18.263415 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'tag': 'f5363148-2139-414e-874e-72f42e556201'}] {{(pid=93247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:18.265726 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1675f5700063021dd68c6217033055bce74fc81c8decf1c9b68bd4a19952454f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc75a6d-3dbe-4bf8-9199-1729e1baabb5" -d '{"events": [{"name": "network-changed", "server_uuid": "8138a4cb-fcf1-461b-92a0-7367e4c7bb73", "tag": "f5363148-2139-414e-874e-72f42e556201"}]}' {{(pid=93247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:18.342715 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e535b85e-e483-4800-9a8d-9abcff0fabfc x-openstack-request-id: req-e535b85e-e483-4800-9a8d-9abcff0fabfc {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:18.343037 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8138a4cb-fcf1-461b-92a0-7367e4c7bb73", "tag": "f5363148-2139-414e-874e-72f42e556201", "status": "completed", "code": 200}]} {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:18.343271 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e535b85e-e483-4800-9a8d-9abcff0fabfc {{(pid=93247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:18.343652 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'tag': 'f5363148-2139-414e-874e-72f42e556201', 'status': 'completed', 'code': 200} Jul 16 18:45:18.376089 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-092c2820-acba-46b5-91a3-9483a7e452da None None] Set router 007940d1-250c-499a-a312-cb8a8a9ba096 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:18.513069 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75a6d-3dbe-4bf8-9199-1729e1baabb5 req-d6955467-92ea-42fc-a80c-6b78bf2d5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:18.515585 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fc75a6d-3dbe-4bf8-9199-1729e1baabb5 req-d6955467-92ea-42fc-a80c-6b78bf2d5557 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=4f1204a4ee0b442b9fe4f44965921b4a&device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 1099 time: 0.1194389 Jul 16 18:45:18.627793 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-092c2820-acba-46b5-91a3-9483a7e452da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:40:46Z', 'revision_number': 4, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port': {'id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '37264e8a-ce1b-45c4-9d5d-448e967a19a2', 'name': '', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'mac_address': 'fa:16:3e:d0:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:53Z', 'revision_number': 5, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'subnets': [{'id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:18.650445 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75a6d-3dbe-4bf8-9199-1729e1baabb5 req-a8a6b62e-faa5-44d7-a431-60b5d4059541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:18.652134 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fc75a6d-3dbe-4bf8-9199-1729e1baabb5 req-a8a6b62e-faa5-44d7-a431-60b5d4059541 service neutron] 10.222.0.84 "GET /v2.0/networks?id=93b8596e-1e68-4714-8232-c86ec38f9d07 HTTP/1.1" status: 200 len: 910 time: 0.1286306 Jul 16 18:45:18.663133 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c2820-acba-46b5-91a3-9483a7e452da None None] Checking router: 007940d1-250c-499a-a312-cb8a8a9ba096 for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:18.687976 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c2820-acba-46b5-91a3-9483a7e452da None None] Routers {'007940d1-250c-499a-a312-cb8a8a9ba096'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:18.687976 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-092c2820-acba-46b5-91a3-9483a7e452da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['007940d1-250c-499a-a312-cb8a8a9ba096'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:18.712014 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fc75a6d-3dbe-4bf8-9199-1729e1baabb5 req-a729fa5d-aabc-42ce-b8a3-3517456fabef service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5363148-2139-414e-874e-72f42e556201 HTTP/1.1" status: 200 len: 217 time: 0.0504291 Jul 16 18:45:18.769828 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736abaa-8e45-4552-8ac1-857a1c51c110 req-427d8a32-56f3-48c3-a056-18452be96643 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:18.777839 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7736abaa-8e45-4552-8ac1-857a1c51c110 req-427d8a32-56f3-48c3-a056-18452be96643 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 946 time: 0.0825028 Jul 16 18:45:18.802000 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75a6d-3dbe-4bf8-9199-1729e1baabb5 req-5a16a218-9efb-4631-ad0a-3c5a19e40376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:18.805119 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fc75a6d-3dbe-4bf8-9199-1729e1baabb5 req-5a16a218-9efb-4631-ad0a-3c5a19e40376 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4 HTTP/1.1" status: 200 len: 848 time: 0.0758333 Jul 16 18:45:18.816893 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-092c2820-acba-46b5-91a3-9483a7e452da None None] Set router 007940d1-250c-499a-a312-cb8a8a9ba096 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:18.822436 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-7736abaa-8e45-4552-8ac1-857a1c51c110 req-09b5ffb2-a5db-41a6-b406-19b4dd60a760 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436845 Jul 16 18:45:18.911561 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc75a6d-3dbe-4bf8-9199-1729e1baabb5 req-153ae19d-c2f1-4308-a1d3-efe2f6a92259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:18.913234 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fc75a6d-3dbe-4bf8-9199-1729e1baabb5 req-153ae19d-c2f1-4308-a1d3-efe2f6a92259 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=93b8596e-1e68-4714-8232-c86ec38f9d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964153 Jul 16 18:45:19.025110 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fc75a6d-3dbe-4bf8-9199-1729e1baabb5 req-88bf0a72-df82-454e-94bd-66cf896af87c service neutron] 10.222.0.84 "GET /v2.0/networks/93b8596e-1e68-4714-8232-c86ec38f9d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009109 Jul 16 18:45:19.162004 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-092c2820-acba-46b5-91a3-9483a7e452da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:40:46Z', 'revision_number': 4, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port': {'id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '37264e8a-ce1b-45c4-9d5d-448e967a19a2', 'name': '', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'mac_address': 'fa:16:3e:d0:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:53Z', 'revision_number': 5, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'subnets': [{'id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:19.166260 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-7fc75a6d-3dbe-4bf8-9199-1729e1baabb5 req-c2cd19b5-1aa2-47ff-b30f-77ce0a52f04a service neutron] 10.222.0.84 "GET /v2.0/networks/93b8596e-1e68-4714-8232-c86ec38f9d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243067 Jul 16 18:45:19.192336 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c2820-acba-46b5-91a3-9483a7e452da None None] The sync data for ids ['007940d1-250c-499a-a312-cb8a8a9ba096'] in dv-cinder-786932-5-iscsi is: [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:40:46Z', 'revision_number': 4, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port': {'id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '37264e8a-ce1b-45c4-9d5d-448e967a19a2', 'name': '', 'network_id': '93b8596e-1e68-4714-8232-c86ec38f9d07', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'mac_address': 'fa:16:3e:d0:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:53Z', 'revision_number': 5, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'subnets': [{'id': '9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:19.453402 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc90be-d683-459c-bc0f-f0d8d0669b4a None None] New status for floating IP e9fa2d2d-1067-4881-b127-d3c0feccadb9: DOWN {{(pid=93248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:45:20.015486 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65e40a-a61a-43a9-81f8-45d23b668237 req-ca1cc4e9-1797-4581-9fae-1b1d0ffe39c1 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:20.032169 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-cd65e40a-a61a-43a9-81f8-45d23b668237 req-ca1cc4e9-1797-4581-9fae-1b1d0ffe39c1 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 946 time: 0.0701947 Jul 16 18:45:20.068534 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-cd65e40a-a61a-43a9-81f8-45d23b668237 req-6f145430-8aa7-4285-840d-4b63484e04d0 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353308 Jul 16 18:45:20.876330 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354160b-d1f8-42a4-ab18-7af713c0b0cd req-248518f0-a2e2-493f-970e-3612a854e666 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:20.878543 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f354160b-d1f8-42a4-ab18-7af713c0b0cd req-248518f0-a2e2-493f-970e-3612a854e666 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.84 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 946 time: 0.0689142 Jul 16 18:45:20.995329 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-f354160b-d1f8-42a4-ab18-7af713c0b0cd req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Deleting port f5363148-2139-414e-874e-72f42e556201 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:20.995678 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-f354160b-d1f8-42a4-ab18-7af713c0b0cd req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.092264 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-f354160b-d1f8-42a4-ab18-7af713c0b0cd req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] For port f5363148-2139-414e-874e-72f42e556201, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=f5363148-2139-414e-874e-72f42e556201,segment=NetworkSegment(8ca8145d-5a23-4306-a564-6c5582b416fe),segment_id=8ca8145d-5a23-4306-a564-6c5582b416fe)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:21.092934 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-f354160b-d1f8-42a4-ab18-7af713c0b0cd req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.112469 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-f354160b-d1f8-42a4-ab18-7af713c0b0cd req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Calling delete_port for f5363148-2139-414e-874e-72f42e556201 owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:21.261768 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fc09b-791e-465b-8f6b-31a244e80ed9 req-9ddb77b4-e71d-4d66-b527-5bc7817b286d tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:21.263220 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-147fc09b-791e-465b-8f6b-31a244e80ed9 req-9ddb77b4-e71d-4d66-b527-5bc7817b286d tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 946 time: 0.0702195 Jul 16 18:45:21.283768 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-f354160b-d1f8-42a4-ab18-7af713c0b0cd req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.314812 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Pushing event deleted for resources: {'Port': ['ID=f5363148-2139-414e-874e-72f42e556201,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:21.320346 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-147fc09b-791e-465b-8f6b-31a244e80ed9 req-8fc59b8e-c473-467b-a042-1e4a4022da73 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/security-groups?id=85afa723-15ad-4f6b-bf35-86c98b9fe8ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509753 Jul 16 18:45:21.326515 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:21.326858 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:21.327240 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:21.327542 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:21.327869 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:21.328204 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:21.328529 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:21.328850 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:21.329178 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:21.330096 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:21.330096 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:21.330290 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:21.379962 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-f354160b-d1f8-42a4-ab18-7af713c0b0cd req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] No DVR routers for this DVR port f5363148-2139-414e-874e-72f42e556201 on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:21.383275 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-f354160b-d1f8-42a4-ab18-7af713c0b0cd req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:21.387127 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f354160b-d1f8-42a4-ab18-7af713c0b0cd req-851a176c-2503-425a-9d4c-9dce68a01f4e tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.84 "DELETE /v2.0/ports/f5363148-2139-414e-874e-72f42e556201 HTTP/1.1" status: 204 len: 173 time: 0.4984927 Jul 16 18:45:21.388072 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'name': 'network-vif-deleted', 'tag': 'f5363148-2139-414e-874e-72f42e556201'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:21.391616 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fef10b-3751-4b30-b403-21aad4b79d13" -d '{"events": [{"server_uuid": "8138a4cb-fcf1-461b-92a0-7367e4c7bb73", "name": "network-vif-deleted", "tag": "f5363148-2139-414e-874e-72f42e556201"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:21.458070 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f695f79e-8962-4d0f-9007-da6f45606a65 x-openstack-request-id: req-f695f79e-8962-4d0f-9007-da6f45606a65 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:21.459390 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8138a4cb-fcf1-461b-92a0-7367e4c7bb73", "name": "network-vif-deleted", "tag": "f5363148-2139-414e-874e-72f42e556201", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:21.459809 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f695f79e-8962-4d0f-9007-da6f45606a65 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:21.460233 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8138a4cb-fcf1-461b-92a0-7367e4c7bb73', 'name': 'network-vif-deleted', 'tag': 'f5363148-2139-414e-874e-72f42e556201', 'status': 'completed', 'code': 200} Jul 16 18:45:22.489882 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e4cac146-0353-4f24-9bfd-67d9a7eb3c62 req-565e26d9-c4a6-418c-9da5-4aec38d4b704 tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "GET /v2.0/ports?device_id=8138a4cb-fcf1-461b-92a0-7367e4c7bb73 HTTP/1.1" status: 200 len: 210 time: 0.0335310 Jul 16 18:45:23.587057 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37970) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:23.646386 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e4517e21-fd1a-4003-9ba6-a7458405761a tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.670706 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e4517e21-fd1a-4003-9ba6-a7458405761a tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.742743 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e4517e21-fd1a-4003-9ba6-a7458405761a tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.745294 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e4517e21-fd1a-4003-9ba6-a7458405761a tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.746461 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-e4517e21-fd1a-4003-9ba6-a7458405761a tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] 10.222.0.68 "DELETE /v2.0/security-groups/85afa723-15ad-4f6b-bf35-86c98b9fe8ff HTTP/1.1" status: 204 len: 168 time: 0.1584496 Jul 16 18:45:23.755388 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4517e21-fd1a-4003-9ba6-a7458405761a tempest-TestShelveInstance-2097107126 tempest-TestShelveInstance-2097107126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85afa723-15ad-4f6b-bf35-86c98b9fe8ff,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:23.791533 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 37974) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:23.997375 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device f5363148-2139-414e-874e-72f42e556201 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:24.014908 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:24.023512 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: f5363148-2139-414e-874e-72f42e556201 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:24.023866 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device f5363148-2139-414e-874e-72f42e556201 not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:24.162053 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4e7af64f-1dc2-44e6-b9e7-97a164cde32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516521'] for router_interface, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.425497 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-4e7af64f-1dc2-44e6-b9e7-97a164cde32c admin admin] Deleting port 37264e8a-ce1b-45c4-9d5d-448e967a19a2 {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:24.425840 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4e7af64f-1dc2-44e6-b9e7-97a164cde32c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.507896 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-4e7af64f-1dc2-44e6-b9e7-97a164cde32c admin admin] For port 37264e8a-ce1b-45c4-9d5d-448e967a19a2, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=37264e8a-ce1b-45c4-9d5d-448e967a19a2,segment=NetworkSegment(8ca8145d-5a23-4306-a564-6c5582b416fe),segment_id=8ca8145d-5a23-4306-a564-6c5582b416fe)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:24.508248 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4e7af64f-1dc2-44e6-b9e7-97a164cde32c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.524084 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-4e7af64f-1dc2-44e6-b9e7-97a164cde32c admin admin] Calling delete_port for 37264e8a-ce1b-45c4-9d5d-448e967a19a2 owned by network:router_interface {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:24.707491 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4e7af64f-1dc2-44e6-b9e7-97a164cde32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.735316 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7af64f-1dc2-44e6-b9e7-97a164cde32c admin admin] Pushing event deleted for resources: {'Port': ['ID=37264e8a-ce1b-45c4-9d5d-448e967a19a2,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.902010 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-4e7af64f-1dc2-44e6-b9e7-97a164cde32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513593'] for router_interface, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.121751 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7af64f-1dc2-44e6-b9e7-97a164cde32c admin admin] Router 007940d1-250c-499a-a312-cb8a8a9ba096 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:25.225793 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7af64f-1dc2-44e6-b9e7-97a164cde32c admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:25.232372 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-4e7af64f-1dc2-44e6-b9e7-97a164cde32c admin admin] 10.222.0.68 "PUT /v2.0/routers/007940d1-250c-499a-a312-cb8a8a9ba096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4396174 Jul 16 18:45:25.235337 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38034) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:25.236606 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5e9c4-24ae-4d48-bade-cbd322324cfe None None] Sync routers for ids ['007940d1-250c-499a-a312-cb8a8a9ba096'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:25.246488 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5e9c4-24ae-4d48-bade-cbd322324cfe None None] Routers {'007940d1-250c-499a-a312-cb8a8a9ba096'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:25.247098 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-79f5e9c4-24ae-4d48-bade-cbd322324cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['007940d1-250c-499a-a312-cb8a8a9ba096'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:25.335635 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.349261 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-79f5e9c4-24ae-4d48-bade-cbd322324cfe None None] Set router 007940d1-250c-499a-a312-cb8a8a9ba096 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:25.421411 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38038) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:25.435607 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.466674 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68ffcf1-a534-4369-8633-9234f8d8d098 admin admin] Deleting subnet 9988c978-883a-4e6b-ae81-7a80df69f252 {{(pid=93246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:25.470474 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a68ffcf1-a534-4369-8633-9234f8d8d098 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.499454 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] Deleting port a7e9f6d5-e445-429f-b04a-caf17f1bafe3 {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:25.499810 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.505079 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a68ffcf1-a534-4369-8633-9234f8d8d098 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10092852'] for subnet, precommit_delete_associations {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.523428 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-79f5e9c4-24ae-4d48-bade-cbd322324cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:45:24Z', 'revision_number': 5, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port': {'id': 'a7e9f6d5-e445-429f-b04a-caf17f1bafe3', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:11:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:25.543001 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a68ffcf1-a534-4369-8633-9234f8d8d098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.552744 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5e9c4-24ae-4d48-bade-cbd322324cfe None None] Checking router: 007940d1-250c-499a-a312-cb8a8a9ba096 for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:25.561817 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5e9c4-24ae-4d48-bade-cbd322324cfe None None] Routers {'007940d1-250c-499a-a312-cb8a8a9ba096'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:25.563082 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-79f5e9c4-24ae-4d48-bade-cbd322324cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['007940d1-250c-499a-a312-cb8a8a9ba096'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:25.585700 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] For port a7e9f6d5-e445-429f-b04a-caf17f1bafe3, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=a7e9f6d5-e445-429f-b04a-caf17f1bafe3,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:25.586064 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.596323 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a68ffcf1-a534-4369-8633-9234f8d8d098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2311627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10420670'] for subnet, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.598882 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] Calling delete_port for a7e9f6d5-e445-429f-b04a-caf17f1bafe3 owned by network:router_gateway {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:25.629138 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ffcf1-a534-4369-8633-9234f8d8d098 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9988c978-883a-4e6b-ae81-7a80df69f252,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:25.636511 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a68ffcf1-a534-4369-8633-9234f8d8d098 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.638906 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a68ffcf1-a534-4369-8633-9234f8d8d098 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9988c978-883a-4e6b-ae81-7a80df69f252 HTTP/1.1" status: 204 len: 168 time: 0.2162187 Jul 16 18:45:25.641202 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38040) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:25.652534 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-79f5e9c4-24ae-4d48-bade-cbd322324cfe None None] Set router 007940d1-250c-499a-a312-cb8a8a9ba096 gateway port host: None {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:25.702880 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-79f5e9c4-24ae-4d48-bade-cbd322324cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:45:25Z', 'revision_number': 6, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port_host': None}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:25.709740 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5860a651-81aa-4410-91eb-efd63c1fd7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.732827 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f5e9c4-24ae-4d48-bade-cbd322324cfe None None] The sync data for ids ['007940d1-250c-499a-a312-cb8a8a9ba096'] in dv-cinder-786932-5-iscsi is: [{'id': '007940d1-250c-499a-a312-cb8a8a9ba096', 'name': 'tempest-TestShelveInstance-1205520846-router', 'tenant_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:42Z', 'updated_at': '2021-07-16T18:45:25Z', 'revision_number': 6, 'project_id': '4f1204a4ee0b442b9fe4f44965921b4a', 'gw_port_host': None}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:25.781424 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.796244 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5860a651-81aa-4410-91eb-efd63c1fd7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.807644 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e9f6d5-e445-429f-b04a-caf17f1bafe3,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:25.807845 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-5860a651-81aa-4410-91eb-efd63c1fd7d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ce1372-d56c-4a52-a636-d76b053e445d']}} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:25.819209 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-5860a651-81aa-4410-91eb-efd63c1fd7d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d21b2e-50d5-4d57-8e35-ab0ba7f4134b') {'for_net_delete': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:25.819506 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-5860a651-81aa-4410-91eb-efd63c1fd7d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d21b2e-50d5-4d57-8e35-ab0ba7f4134b') {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:25.828880 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5860a651-81aa-4410-91eb-efd63c1fd7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10092803'] for segment, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.842612 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5860a651-81aa-4410-91eb-efd63c1fd7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.848842 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5860a651-81aa-4410-91eb-efd63c1fd7d9 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=93246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:25.849318 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5860a651-81aa-4410-91eb-efd63c1fd7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2312041'] for segment, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: Traceback (most recent call last): Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: timer() Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: cb(*args, **kw) Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: return func(*args, **kwargs) Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: self._notify() Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: self.callback(batched_events) Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: event.method(event) Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:25.851085 dv-cinder-786932-5-iscsi neutron-server[93246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: return f(self, *a, **k) Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: return self._get(url).json() Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:25.855795 dv-cinder-786932-5-iscsi neutron-server[93246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:25.869323 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517219'] for router_gateway, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.908183 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5860a651-81aa-4410-91eb-efd63c1fd7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.915321 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5860a651-81aa-4410-91eb-efd63c1fd7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.919572 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-5860a651-81aa-4410-91eb-efd63c1fd7d9 admin admin] 10.222.0.68 "DELETE /v2.0/networks/00ce1372-d56c-4a52-a636-d76b053e445d HTTP/1.1" status: 204 len: 168 time: 0.2749028 Jul 16 18:45:25.927288 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860a651-81aa-4410-91eb-efd63c1fd7d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=00ce1372-d56c-4a52-a636-d76b053e445d,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:25.960238 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5268'] for router, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:25.962287 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.006769 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516833'] for router, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.007406 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 007940d1-250c-499a-a312-cb8a8a9ba096 {{(pid=93247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:45:26.012716 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] Notify callbacks [] for router, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.013968 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-e16265c9-de48-44fa-b6e7-6d5f5be72ad6 admin admin] 10.222.0.68 "DELETE /v2.0/routers/007940d1-250c-499a-a312-cb8a8a9ba096 HTTP/1.1" status: 204 len: 168 time: 0.7776325 Jul 16 18:45:26.016497 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38044) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:26.033063 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38046) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:26.060199 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4834a3-92a5-4aac-ab9d-5ae69e4a84d5 admin admin] Deleting subnet 9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4 {{(pid=93247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:26.063549 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-bb4834a3-92a5-4aac-ab9d-5ae69e4a84d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.078867 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-e3221090-46a3-4f78-a9fb-99a282945968 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=489b3024fec7450db3f8bea18b54a761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446143 Jul 16 18:45:26.081506 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38048) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:26.102685 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-bb4834a3-92a5-4aac-ab9d-5ae69e4a84d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10409244'] for subnet, precommit_delete_associations {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.138925 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f0682a88-60bc-4800-8fb7-de45ccea1752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.162674 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f0682a88-60bc-4800-8fb7-de45ccea1752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.185243 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-bb4834a3-92a5-4aac-ab9d-5ae69e4a84d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.216166 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f0682a88-60bc-4800-8fb7-de45ccea1752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.219270 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f0682a88-60bc-4800-8fb7-de45ccea1752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.221893 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-f0682a88-60bc-4800-8fb7-de45ccea1752 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/58978277-3470-446c-b6e6-32a9bdfc8485 HTTP/1.1" status: 204 len: 168 time: 0.1393528 Jul 16 18:45:26.235259 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0682a88-60bc-4800-8fb7-de45ccea1752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58978277-3470-446c-b6e6-32a9bdfc8485,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:26.243582 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-bb4834a3-92a5-4aac-ab9d-5ae69e4a84d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8677849'] for subnet, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.273870 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4834a3-92a5-4aac-ab9d-5ae69e4a84d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:26.276029 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-bb4834a3-92a5-4aac-ab9d-5ae69e4a84d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.277960 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-bb4834a3-92a5-4aac-ab9d-5ae69e4a84d5 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/9aadf4ca-dd76-4b6c-b6d4-d03676cad2b4 HTTP/1.1" status: 204 len: 168 time: 0.2604830 Jul 16 18:45:26.280484 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38054) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:26.282706 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468ad355-94b7-4304-9024-c137fa71e552 None None] Network 93b8596e-1e68-4714-8232-c86ec38f9d07 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:26.353689 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.411559 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Deleting port 6f46d10c-802d-4653-a80f-462c328f1aaf {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:26.411908 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.482228 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] For port 6f46d10c-802d-4653-a80f-462c328f1aaf, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=6f46d10c-802d-4653-a80f-462c328f1aaf,segment=NetworkSegment(8ca8145d-5a23-4306-a564-6c5582b416fe),segment_id=8ca8145d-5a23-4306-a564-6c5582b416fe)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:26.482430 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.495428 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Calling delete_port for 6f46d10c-802d-4653-a80f-462c328f1aaf owned by network:dhcp {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:26.518911 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] DHCP port deletion for 93b8596e-1e68-4714-8232-c86ec38f9d07 request from dv-cinder-786932-5-iscsi {{(pid=93248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:26.584455 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Deleting port 6f46d10c-802d-4653-a80f-462c328f1aaf {{(pid=93248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:26.585080 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.596433 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.601323 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 37264e8a-ce1b-45c4-9d5d-448e967a19a2 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:26.611419 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] No DVR routers for this DVR port 6f46d10c-802d-4653-a80f-462c328f1aaf on host dv-cinder-786932-5-iscsi {{(pid=93247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:26.634993 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=6f46d10c-802d-4653-a80f-462c328f1aaf,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:26.635709 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: 37264e8a-ce1b-45c4-9d5d-448e967a19a2 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:26.635709 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 37264e8a-ce1b-45c4-9d5d-448e967a19a2 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:26.635986 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device a7e9f6d5-e445-429f-b04a-caf17f1bafe3 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:26.660420 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: a7e9f6d5-e445-429f-b04a-caf17f1bafe3 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:26.660994 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device a7e9f6d5-e445-429f-b04a-caf17f1bafe3 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:26.661605 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 6f46d10c-802d-4653-a80f-462c328f1aaf no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:26.706373 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: 6f46d10c-802d-4653-a80f-462c328f1aaf {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:26.706720 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 6f46d10c-802d-4653-a80f-462c328f1aaf not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:26.714610 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.720278 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] For port 6f46d10c-802d-4653-a80f-462c328f1aaf, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=6f46d10c-802d-4653-a80f-462c328f1aaf,segment=NetworkSegment(8ca8145d-5a23-4306-a564-6c5582b416fe),segment_id=8ca8145d-5a23-4306-a564-6c5582b416fe)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:26.720680 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.726367 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b8596e-1e68-4714-8232-c86ec38f9d07']}} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:26.732826 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Calling delete_port for 6f46d10c-802d-4653-a80f-462c328f1aaf owned by network:dhcp {{(pid=93248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:26.736759 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca8145d-5a23-4306-a564-6c5582b416fe') {'for_net_delete': True} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:26.737057 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca8145d-5a23-4306-a564-6c5582b416fe') {} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:26.746166 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10409259'] for segment, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.765153 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.771585 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=93247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:26.772558 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8532745'] for segment, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: Traceback (most recent call last): Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: timer() Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: cb(*args, **kw) Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: return func(*args, **kwargs) Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: self._notify() Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: self.callback(batched_events) Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: event.method(event) Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: return f(self, *a, **k) Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._get(url).json() Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:26.774863 dv-cinder-786932-5-iscsi neutron-server[93247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:26.814973 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375'] for port, after_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.837222 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.843702 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:26.844229 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Pushing event deleted for resources: {'Port': ['ID=6f46d10c-802d-4653-a80f-462c328f1aaf,revision_number=None']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:26.846072 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] 10.222.0.68 "DELETE /v2.0/networks/93b8596e-1e68-4714-8232-c86ec38f9d07 HTTP/1.1" status: 204 len: 168 time: 0.5646098 Jul 16 18:45:26.849174 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38070) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:26.849694 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] No DVR routers for this DVR port 6f46d10c-802d-4653-a80f-462c328f1aaf on host dv-cinder-786932-5-iscsi {{(pid=93248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:26.868688 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:26.869012 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:26.869392 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:26.869716 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:26.870042 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:26.870367 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:26.870691 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:26.871013 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:26.871894 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:26.871894 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:26.872073 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:26.872281 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314e5c89-1357-4c9c-8f5f-70d328d830db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:27.034324 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38076) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:27.144504 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc9a639-a106-4b4e-b23e-145525aa7cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=93b8596e-1e68-4714-8232-c86ec38f9d07,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:27.150936 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1279545304-network', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:27.196024 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] Made reservation on behalf of cfdf1914f12c403fa9317bd73a8289eb for: {'network': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:27.198688 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.209092 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.351340 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.357633 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c3cde05d-c4e3-492a-a9ad-a3ce0f8aa5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516521'] for router_interface, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.360307 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.427455 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=93246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:27.433415 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd453180-0b8f-4e20-8e05-0fca9aae72a9,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:27.466998 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.467347 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.segments_db [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] Added segment ace83c1a-286c-4dcf-b43f-06176bbb9016 of type vlan for network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 Jul 16 18:45:27.518054 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.599004 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.600087 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.600711 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.642850 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6074619 Jul 16 18:45:27.645884 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38086) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:27.651639 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-b853de32-8b0e-4357-8d0c-767cfc7ea513 admin admin] Request body: {'subnet': {'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1279545304-subnet', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'ip_version': 4}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:27.672481 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60a270-9e49-41a7-a3c4-824c7cc18f41 admin admin] Pushing event updated for resources: {'Network': ['ID=9b8a2930-6b10-4822-b8cd-4e90eb39fe06,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:27.675073 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b853de32-8b0e-4357-8d0c-767cfc7ea513 admin admin] Made reservation on behalf of cfdf1914f12c403fa9317bd73a8289eb for: {'subnet': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:27.677906 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b853de32-8b0e-4357-8d0c-767cfc7ea513 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8677874'] for subnet, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.683229 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:27.764479 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-c3cde05d-c4e3-492a-a9ad-a3ce0f8aa5bd admin admin] Deleting port b0b696b2-2446-48a6-9d17-518cb4c41c79 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:27.764965 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c3cde05d-c4e3-492a-a9ad-a3ce0f8aa5bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.852717 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b853de32-8b0e-4357-8d0c-767cfc7ea513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8677856'] for subnet, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.856131 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-c3cde05d-c4e3-492a-a9ad-a3ce0f8aa5bd admin admin] For port b0b696b2-2446-48a6-9d17-518cb4c41c79, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=b0b696b2-2446-48a6-9d17-518cb4c41c79,segment=NetworkSegment(b19a1c62-4cbc-403e-9cd4-2676bf25603b),segment_id=b19a1c62-4cbc-403e-9cd4-2676bf25603b)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:27.856637 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c3cde05d-c4e3-492a-a9ad-a3ce0f8aa5bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.874403 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-c3cde05d-c4e3-492a-a9ad-a3ce0f8aa5bd admin admin] Calling delete_port for b0b696b2-2446-48a6-9d17-518cb4c41c79 owned by network:router_interface {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:27.919041 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853de32-8b0e-4357-8d0c-767cfc7ea513 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cecfda79-4047-4b5f-98bd-f7f81cc99ace,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:27.933215 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b853de32-8b0e-4357-8d0c-767cfc7ea513 admin admin] Checking segment: {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:27.933734 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b853de32-8b0e-4357-8d0c-767cfc7ea513 admin admin] Network hostable DHCP agents. Network: 9b8a2930-6b10-4822-b8cd-4e90eb39fe06, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:27.953306 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b853de32-8b0e-4357-8d0c-767cfc7ea513 admin admin] Network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:27.962894 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-b853de32-8b0e-4357-8d0c-767cfc7ea513 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, 9b8a2930-6b10-4822-b8cd-4e90eb39fe06) {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:27.967730 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b853de32-8b0e-4357-8d0c-767cfc7ea513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.968328 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-b853de32-8b0e-4357-8d0c-767cfc7ea513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:27.979412 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c0d50a-18bf-4b38-ad90-b379219899f8 None None] Network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:27.994067 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-b853de32-8b0e-4357-8d0c-767cfc7ea513 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3464677 Jul 16 18:45:27.994534 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38092) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:28.005145 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:28.029192 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-517367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5254'] for router, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.030413 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5263'] for router, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.076888 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c3cde05d-c4e3-492a-a9ad-a3ce0f8aa5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.105013 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cde05d-c4e3-492a-a9ad-a3ce0f8aa5bd admin admin] Pushing event deleted for resources: {'Port': ['ID=b0b696b2-2446-48a6-9d17-518cb4c41c79,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:28.130627 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.280542 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31edc0eb-8258-548e-8120-c04d0bd9b52e-9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace'}]}} from dv-cinder-786932-5-iscsi. {{(pid=93248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:28.281428 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.285272 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-c3cde05d-c4e3-492a-a9ad-a3ce0f8aa5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513593'] for router_interface, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.308823 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5277'] for router, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.422420 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.db_base_plugin_common [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Allocated IP 172.20.0.2 (9b8a2930-6b10-4822-b8cd-4e90eb39fe06/cecfda79-4047-4b5f-98bd-f7f81cc99ace/86f1e72b-73e6-4a6e-b227-ea9267573fe0) {{(pid=93248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:28.510357 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3cde05d-c4e3-492a-a9ad-a3ce0f8aa5bd admin admin] Router 4b9ea04d-e8ca-4594-989c-d0045ba46d36 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:28.522933 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.545447 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.572426 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Notify callbacks [] for port, precommit_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.582354 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Transition to ACTIVE for port object 86f1e72b-73e6-4a6e-b227-ea9267573fe0 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:28.597818 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Transition to ACTIVE for port object 86f1e72b-73e6-4a6e-b227-ea9267573fe0 will not be triggered until provisioned by entity DHCP. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:28.603511 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.628004 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3cde05d-c4e3-492a-a9ad-a3ce0f8aa5bd admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:28.636720 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-c3cde05d-c4e3-492a-a9ad-a3ce0f8aa5bd admin admin] 10.222.0.68 "PUT /v2.0/routers/4b9ea04d-e8ca-4594-989c-d0045ba46d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7836239 Jul 16 18:45:28.636901 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38094) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:28.644005 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f511071a-09a9-4b31-ad2a-eed8d70491a8 None None] Sync routers for ids ['4b9ea04d-e8ca-4594-989c-d0045ba46d36'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:28.647497 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 is already hosted by enough agents. {{(pid=93248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:28.665403 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.base_scheduler [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Resources bound (agent type, host, resource id): {{(pid=93248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:28.671672 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Received port after_create {{(pid=93248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:28.680794 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Pushing event updated for resources: {'Port': ['ID=86f1e72b-73e6-4a6e-b227-ea9267573fe0,revision_number=1']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:28.685157 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f511071a-09a9-4b31-ad2a-eed8d70491a8 None None] Routers {'4b9ea04d-e8ca-4594-989c-d0045ba46d36'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:28.685916 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-f511071a-09a9-4b31-ad2a-eed8d70491a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['4b9ea04d-e8ca-4594-989c-d0045ba46d36'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:28.689932 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-915fdf8c-6398-456a-b41f-e56a60e0d543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.708835 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_common [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Allocated IP 172.27.3.205 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/4eb535d0-dc2c-45ae-b5ac-5afa767128a6) {{(pid=93247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:28.787165 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] Notify callbacks [] for router, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.803741 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Attempting to bind port 86f1e72b-73e6-4a6e-b227-ea9267573fe0 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:28.804113 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Attempting to bind port 86f1e72b-73e6-4a6e-b227-ea9267573fe0 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:28.804471 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Attempting to bind port 86f1e72b-73e6-4a6e-b227-ea9267573fe0 on network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:28.813572 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:28.814047 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Checking segment: {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:28.814416 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.814841 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Bound using segment: {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:28.815645 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Bound port: 86f1e72b-73e6-4a6e-b227-ea9267573fe0, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:28.815645 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.862078 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-f511071a-09a9-4b31-ad2a-eed8d70491a8 None None] Set router 4b9ea04d-e8ca-4594-989c-d0045ba46d36 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:28.929918 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.965093 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.990393 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] For port 86f1e72b-73e6-4a6e-b227-ea9267573fe0, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:29.016401 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] For port 86f1e72b-73e6-4a6e-b227-ea9267573fe0, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=86f1e72b-73e6-4a6e-b227-ea9267573fe0,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:29.019370 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.022502 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.062938 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:29.074872 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:29.077247 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Received port after_create {{(pid=93247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:29.114605 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f559f-8644-4c38-8af3-a7b2adbd1f3a None None] Pushing event updated for resources: {'Port': ['ID=86f1e72b-73e6-4a6e-b227-ea9267573fe0,revision_number=2']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.114833 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Pushing event updated for resources: {'Port': ['ID=4eb535d0-dc2c-45ae-b5ac-5afa767128a6,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.132259 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] Deleting port c12f4b64-23fe-41d9-9cdb-275a01373c43 {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:29.132599 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.140904 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-f511071a-09a9-4b31-ad2a-eed8d70491a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'name': 'tempest-TestShelveInstance-266054608-router', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'c12f4b64-23fe-41d9-9cdb-275a01373c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:49Z', 'updated_at': '2021-07-16T18:45:28Z', 'revision_number': 5, 'project_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'gw_port': {'id': 'c12f4b64-23fe-41d9-9cdb-275a01373c43', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f4:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:50Z', 'updated_at': '2021-07-16T18:40:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:29.170603 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f511071a-09a9-4b31-ad2a-eed8d70491a8 None None] Checking router: 4b9ea04d-e8ca-4594-989c-d0045ba46d36 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:29.181528 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f511071a-09a9-4b31-ad2a-eed8d70491a8 None None] Routers {'4b9ea04d-e8ca-4594-989c-d0045ba46d36'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:29.182230 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-f511071a-09a9-4b31-ad2a-eed8d70491a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['4b9ea04d-e8ca-4594-989c-d0045ba46d36'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:29.306920 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-f511071a-09a9-4b31-ad2a-eed8d70491a8 None None] Set router 4b9ea04d-e8ca-4594-989c-d0045ba46d36 gateway port host: None {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:29.338961 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] For port c12f4b64-23fe-41d9-9cdb-275a01373c43, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=c12f4b64-23fe-41d9-9cdb-275a01373c43,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:29.339368 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.396110 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] Calling delete_port for c12f4b64-23fe-41d9-9cdb-275a01373c43 owned by network:router_gateway {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:29.399824 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-f511071a-09a9-4b31-ad2a-eed8d70491a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'name': 'tempest-TestShelveInstance-266054608-router', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:49Z', 'updated_at': '2021-07-16T18:45:28Z', 'revision_number': 6, 'project_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'gw_port_host': None}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:29.428159 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f511071a-09a9-4b31-ad2a-eed8d70491a8 None None] The sync data for ids ['4b9ea04d-e8ca-4594-989c-d0045ba46d36'] in dv-cinder-786932-5-iscsi is: [{'id': '4b9ea04d-e8ca-4594-989c-d0045ba46d36', 'name': 'tempest-TestShelveInstance-266054608-router', 'tenant_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:49Z', 'updated_at': '2021-07-16T18:45:28Z', 'revision_number': 6, 'project_id': '8d8535e5b5a841ae8bcabb518b5d1085', 'gw_port_host': None}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:29.541060 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.762392 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.815571 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=c12f4b64-23fe-41d9-9cdb-275a01373c43,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:29.884760 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517127'] for router, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:29.943496 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517219'] for router_gateway, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.044233 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5268'] for router, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.074037 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.087770 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084153a8-8bd8-49ce-8c49-8ed59a7eae60 None None] Network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:30.131095 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516833'] for router, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.131616 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b9ea04d-e8ca-4594-989c-d0045ba46d36 {{(pid=93247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:45:30.136845 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] Notify callbacks [] for router, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.138020 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-5c3c9f2a-2112-4b23-901b-708d94963e0c admin admin] 10.222.0.68 "DELETE /v2.0/routers/4b9ea04d-e8ca-4594-989c-d0045ba46d36 HTTP/1.1" status: 204 len: 168 time: 1.5004423 Jul 16 18:45:30.140678 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38108) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:30.169956 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Router c867d486-66c5-463f-b71c-a12082d8edf9 is scheduled to L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 with binding_index 1 {{(pid=93247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:45:30.179223 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-e87ec62d-0651-4ba4-acad-d76e604b2f0c None None] Provisioning for port 86f1e72b-73e6-4a6e-b227-ea9267573fe0 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:30.192510 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_v2 [None req-de298fe0-29e4-4936-adf7-70bbfc34d11a admin admin] Deleting subnet 8cee90fb-f56b-45e2-80c3-252663df6cd1 {{(pid=93246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:30.212288 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-de298fe0-29e4-4936-adf7-70bbfc34d11a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.251192 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-de298fe0-29e4-4936-adf7-70bbfc34d11a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10092852'] for subnet, precommit_delete_associations {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.343085 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-de298fe0-29e4-4936-adf7-70bbfc34d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.404351 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-de298fe0-29e4-4936-adf7-70bbfc34d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2311627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10420670'] for subnet, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.437037 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de298fe0-29e4-4936-adf7-70bbfc34d11a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cee90fb-f56b-45e2-80c3-252663df6cd1,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:30.447013 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-de298fe0-29e4-4936-adf7-70bbfc34d11a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.449181 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-de298fe0-29e4-4936-adf7-70bbfc34d11a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8cee90fb-f56b-45e2-80c3-252663df6cd1 HTTP/1.1" status: 204 len: 168 time: 0.3068330 Jul 16 18:45:30.449317 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a14830-9c6f-4c7e-af4d-0e59821ab187 None None] Network a75a9f7e-2ed2-4764-888f-7d15f34eaf83 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:30.466165 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38110) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:30.604088 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.604308 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:30.614729 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Sync routers for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:30.626299 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:30.626936 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:30.658780 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] Notify callbacks [] for router, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.660418 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-fd23c778-58c0-42f7-b1e3-7b325c24159c admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6648879 Jul 16 18:45:30.663723 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38114) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:30.694905 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 86f1e72b-73e6-4a6e-b227-ea9267573fe0 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:30.716744 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Deleting port f901bbd1-68a8-46a4-b61d-7d1719916280 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:30.717339 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.746938 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc994a5-4fda-44f4-9a47-74c4b2b1f3ac None None] DHCP port deletion for a75a9f7e-2ed2-4764-888f-7d15f34eaf83 request from dv-cinder-786932-5-iscsi {{(pid=93248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:45:30.758169 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:30.784947 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] For port f901bbd1-68a8-46a4-b61d-7d1719916280, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=f901bbd1-68a8-46a4-b61d-7d1719916280,segment=NetworkSegment(b19a1c62-4cbc-403e-9cd4-2676bf25603b),segment_id=b19a1c62-4cbc-403e-9cd4-2676bf25603b)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:30.785610 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.798987 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Calling delete_port for f901bbd1-68a8-46a4-b61d-7d1719916280 owned by network:dhcp {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:30.802115 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port 86f1e72b-73e6-4a6e-b227-ea9267573fe0 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:30.811961 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 86f1e72b-73e6-4a6e-b227-ea9267573fe0 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:30.812399 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.864697 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-7bc994a5-4fda-44f4-9a47-74c4b2b1f3ac None None] Deleting port f901bbd1-68a8-46a4-b61d-7d1719916280 {{(pid=93248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:30.865270 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-7bc994a5-4fda-44f4-9a47-74c4b2b1f3ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.885385 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.913805 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Pushing event deleted for resources: {'Port': ['ID=f901bbd1-68a8-46a4-b61d-7d1719916280,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:30.924884 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] No DVR routers for this DVR port f901bbd1-68a8-46a4-b61d-7d1719916280 on host dv-cinder-786932-5-iscsi {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:30.960827 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:29Z', 'revision_number': 3, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:30.973111 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-7bc994a5-4fda-44f4-9a47-74c4b2b1f3ac None None] For port f901bbd1-68a8-46a4-b61d-7d1719916280, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=f901bbd1-68a8-46a4-b61d-7d1719916280,segment=NetworkSegment(b19a1c62-4cbc-403e-9cd4-2676bf25603b),segment_id=b19a1c62-4cbc-403e-9cd4-2676bf25603b)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:30.973405 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-7bc994a5-4fda-44f4-9a47-74c4b2b1f3ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.993145 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-7bc994a5-4fda-44f4-9a47-74c4b2b1f3ac None None] Calling delete_port for f901bbd1-68a8-46a4-b61d-7d1719916280 owned by network:dhcp {{(pid=93248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:30.997246 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.998925 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Checking router: c867d486-66c5-463f-b71c-a12082d8edf9 for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:30.999432 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Updating router c867d486-66c5-463f-b71c-a12082d8edf9 port 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 binding host dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:31.004905 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.019155 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a75a9f7e-2ed2-4764-888f-7d15f34eaf83']}} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:31.033910 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19a1c62-4cbc-403e-9cd4-2676bf25603b') {'for_net_delete': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:31.034212 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19a1c62-4cbc-403e-9cd4-2676bf25603b') {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:31.045657 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10092803'] for segment, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.050173 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.061749 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.068559 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=93246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:31.069159 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2312041'] for segment, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.070634 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port 86f1e72b-73e6-4a6e-b227-ea9267573fe0, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=86f1e72b-73e6-4a6e-b227-ea9267573fe0,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:31.083669 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: Traceback (most recent call last): Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: timer() Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: cb(*args, **kw) Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: return func(*args, **kwargs) Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: self._notify() Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: self.callback(batched_events) Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: event.method(event) Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: return f(self, *a, **k) Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: return self._get(url).json() Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:31.139638 dv-cinder-786932-5-iscsi neutron-server[93246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:31.149607 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.161607 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=86f1e72b-73e6-4a6e-b227-ea9267573fe0,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.166779 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.169536 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a75a9f7e-2ed2-4764-888f-7d15f34eaf83 HTTP/1.1" status: 204 len: 168 time: 0.7020555 Jul 16 18:45:31.184310 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.184912 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-7bc994a5-4fda-44f4-9a47-74c4b2b1f3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375'] for port, after_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.199940 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device b0b696b2-2446-48a6-9d17-518cb4c41c79 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:31.205919 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e6d99-5453-448e-be6e-b8ae766c2871 admin admin] Pushing event deleted for resources: {'Network': ['ID=a75a9f7e-2ed2-4764-888f-7d15f34eaf83,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.234529 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7bc994a5-4fda-44f4-9a47-74c4b2b1f3ac None None] Network a75a9f7e-2ed2-4764-888f-7d15f34eaf83 is not hosted by any dhcp agent {{(pid=93248) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:45:31.235020 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc994a5-4fda-44f4-9a47-74c4b2b1f3ac None None] No DVR routers for this DVR port f901bbd1-68a8-46a4-b61d-7d1719916280 on host dv-cinder-786932-5-iscsi {{(pid=93248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:31.255008 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc994a5-4fda-44f4-9a47-74c4b2b1f3ac None None] Pushing event deleted for resources: {'Port': ['ID=f901bbd1-68a8-46a4-b61d-7d1719916280,revision_number=None']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.258615 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: b0b696b2-2446-48a6-9d17-518cb4c41c79 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:31.258970 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device b0b696b2-2446-48a6-9d17-518cb4c41c79 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:31.259454 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device c12f4b64-23fe-41d9-9cdb-275a01373c43 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:31.287363 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: c12f4b64-23fe-41d9-9cdb-275a01373c43 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:31.287713 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device c12f4b64-23fe-41d9-9cdb-275a01373c43 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:31.344292 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38118) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:31.355111 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.365536 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Transition to ACTIVE for port object 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:31.372809 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.381059 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_common [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Allocated IP 172.20.0.1 (9b8a2930-6b10-4822-b8cd-4e90eb39fe06/cecfda79-4047-4b5f-98bd-f7f81cc99ace/705d4f2c-dd9f-429c-9a2d-a75002a1b179) {{(pid=93247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:31.389457 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a3a33f0e-46b8-4425-a9ea-15298b6a3b2d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4f1204a4ee0b442b9fe4f44965921b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428426 Jul 16 18:45:31.391715 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38120) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:31.428804 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060fe09-92e7-4a8f-b9f2-3991cafb77f4 None None] Pushing event updated for resources: {'Port': ['ID=4eb535d0-dc2c-45ae-b5ac-5afa767128a6,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.431785 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Attempting to bind port 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:31.432140 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Attempting to bind port 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:31.432489 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Attempting to bind port 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 on network 8faae5fe-6b17-4018-b67e-363813f28d31 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:31.440416 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7060fe09-92e7-4a8f-b9f2-3991cafb77f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.440756 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7060fe09-92e7-4a8f-b9f2-3991cafb77f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.441087 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7060fe09-92e7-4a8f-b9f2-3991cafb77f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.441434 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7060fe09-92e7-4a8f-b9f2-3991cafb77f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.441752 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7060fe09-92e7-4a8f-b9f2-3991cafb77f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.442231 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7060fe09-92e7-4a8f-b9f2-3991cafb77f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.442369 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7060fe09-92e7-4a8f-b9f2-3991cafb77f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.442687 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7060fe09-92e7-4a8f-b9f2-3991cafb77f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.443025 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7060fe09-92e7-4a8f-b9f2-3991cafb77f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.443341 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7060fe09-92e7-4a8f-b9f2-3991cafb77f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.443652 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7060fe09-92e7-4a8f-b9f2-3991cafb77f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.444287 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7060fe09-92e7-4a8f-b9f2-3991cafb77f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93249) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:31.447729 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:31.448102 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Checking segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:31.448490 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.448888 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Bound using segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:31.449386 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Bound port: 4eb535d0-dc2c-45ae-b5ac-5afa767128a6, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:31.449766 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.497856 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-9592d0ff-7c80-4f5d-97ad-8dd2761b7329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.543709 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-9592d0ff-7c80-4f5d-97ad-8dd2761b7329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.553743 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.558351 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-820716c7-3089-49a0-8f5a-e06df88b7023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.592786 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.provisioning_blocks [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Transition to ACTIVE for port object 705d4f2c-dd9f-429c-9a2d-a75002a1b179 will not be triggered until provisioned by entity DHCP. {{(pid=93247) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:31.610676 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] For port 4eb535d0-dc2c-45ae-b5ac-5afa767128a6, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:31.613922 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] For port 4eb535d0-dc2c-45ae-b5ac-5afa767128a6, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=4eb535d0-dc2c-45ae-b5ac-5afa767128a6,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:31.618624 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.623769 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-9592d0ff-7c80-4f5d-97ad-8dd2761b7329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.626435 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-9592d0ff-7c80-4f5d-97ad-8dd2761b7329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.628379 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-9592d0ff-7c80-4f5d-97ad-8dd2761b7329 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fd050169-7827-4fcd-9c3e-595d36790a1e HTTP/1.1" status: 204 len: 168 time: 0.2349095 Jul 16 18:45:31.637916 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592d0ff-7c80-4f5d-97ad-8dd2761b7329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd050169-7827-4fcd-9c3e-595d36790a1e,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.640025 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.677014 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:31.682383 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:31.683249 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:31.686853 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Received port after_create {{(pid=93247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:31.699065 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:31.715937 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Pushing event updated for resources: {'Port': ['ID=705d4f2c-dd9f-429c-9a2d-a75002a1b179,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.736528 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516400'] for router_interface, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.819359 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:31.909720 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.910161 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.911907 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060fe09-92e7-4a8f-b9f2-3991cafb77f4 None None] Pushing event updated for resources: {'Port': ['ID=4eb535d0-dc2c-45ae-b5ac-5afa767128a6,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.970238 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-3eb8d2d2-456f-4044-8322-6d04606d27d5 None None] Provisioning for port 705d4f2c-dd9f-429c-9a2d-a75002a1b179 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:31.975143 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-3eb8d2d2-456f-4044-8322-6d04606d27d5 None None] Provisioning complete for port 705d4f2c-dd9f-429c-9a2d-a75002a1b179 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:31.975515 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-3eb8d2d2-456f-4044-8322-6d04606d27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.013912 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-3eb8d2d2-456f-4044-8322-6d04606d27d5 None None] Port 705d4f2c-dd9f-429c-9a2d-a75002a1b179 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:32.047839 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:29Z', 'revision_number': 3, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:32.079132 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fda2292-0585-45d4-9210-3ff4b5dd4423 None None] The sync data for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi is: [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:29Z', 'revision_number': 3, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:32.087684 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38128) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.097386 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.105778 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8532449'] for port, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.134905 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-215e0ffd-deb2-45b6-ae56-f9e6d80024c0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=8d8535e5b5a841ae8bcabb518b5d1085&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438306 Jul 16 18:45:32.135133 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38130) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.173157 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Pushing event updated for resources: {'Port': ['ID=705d4f2c-dd9f-429c-9a2d-a75002a1b179,revision_number=2']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.178131 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516420'] for router_interface, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.284371 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:32.285841 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:32.442773 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Router c867d486-66c5-463f-b71c-a12082d8edf9 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:32.504316 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6c09-3d96-4583-8554-d2b5b58a738e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.532178 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6c09-3d96-4583-8554-d2b5b58a738e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.591404 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:32.604620 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-10da16b8-c574-43c0-8e34-dca74947e109 admin admin] 10.222.0.68 "PUT /v2.0/routers/c867d486-66c5-463f-b71c-a12082d8edf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9320853 Jul 16 18:45:32.621966 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6c09-3d96-4583-8554-d2b5b58a738e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.626712 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1bb6c09-3d96-4583-8554-d2b5b58a738e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.635021 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a1bb6c09-3d96-4583-8554-d2b5b58a738e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/db68489c-1b88-4beb-bd16-41f29bdc4f73 HTTP/1.1" status: 204 len: 168 time: 0.4964550 Jul 16 18:45:32.649068 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.654770 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb6c09-3d96-4583-8554-d2b5b58a738e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db68489c-1b88-4beb-bd16-41f29bdc4f73,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.655307 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-02b0153e-bd1f-49c4-b27a-fe8f0b2de290 None None] Provisioning complete for port 705d4f2c-dd9f-429c-9a2d-a75002a1b179 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:32.655880 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-02b0153e-bd1f-49c4-b27a-fe8f0b2de290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.733302 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-02b0153e-bd1f-49c4-b27a-fe8f0b2de290 None None] Port 705d4f2c-dd9f-429c-9a2d-a75002a1b179 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:32.744276 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 86f1e72b-73e6-4a6e-b227-ea9267573fe0 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:32.804017 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 86f1e72b-73e6-4a6e-b227-ea9267573fe0 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:32.813713 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.949801 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:33.012441 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:33.017572 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:33.018002 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.099355 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.124259 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port 4eb535d0-dc2c-45ae-b5ac-5afa767128a6, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=4eb535d0-dc2c-45ae-b5ac-5afa767128a6,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:33.128302 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.183685 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=4eb535d0-dc2c-45ae-b5ac-5afa767128a6,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.188347 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device f901bbd1-68a8-46a4-b61d-7d1719916280 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:33.209214 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: f901bbd1-68a8-46a4-b61d-7d1719916280 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:33.209694 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device f901bbd1-68a8-46a4-b61d-7d1719916280 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:33.300543 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38150) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:33.305701 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-630411961-network', 'tenant_id': '672979eadf00485dbc52dff86ce9b811'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:33.328182 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] Made reservation on behalf of 672979eadf00485dbc52dff86ce9b811 for: {'network': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:33.330485 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.338607 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.430035 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.435153 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.458795 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=93246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:33.468594 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8921d6ba-019a-4088-97e1-f9777dcf5a95,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.473494 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.473844 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.segments_db [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] Added segment fa1b9912-e2b6-4ff2-a7cc-0d26269d280f of type vlan for network 91d8d370-5369-4e32-9575-31cc8268ed4c Jul 16 18:45:33.513709 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.533165 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.551045 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.552019 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:33.552595 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.582340 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2806745 Jul 16 18:45:33.585190 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38152) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:33.590493 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-514e8406-34d3-45fa-89ef-0ea36001af9d admin admin] Request body: {'subnet': {'network_id': '91d8d370-5369-4e32-9575-31cc8268ed4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-630411961-subnet', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'ip_version': 4}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:33.612692 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4e8679-2e58-4253-b9c2-c36c75406a10 admin admin] Pushing event updated for resources: {'Network': ['ID=91d8d370-5369-4e32-9575-31cc8268ed4c,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.617129 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514e8406-34d3-45fa-89ef-0ea36001af9d admin admin] Made reservation on behalf of 672979eadf00485dbc52dff86ce9b811 for: {'subnet': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:33.620652 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-514e8406-34d3-45fa-89ef-0ea36001af9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8677874'] for subnet, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.622805 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network 91d8d370-5369-4e32-9575-31cc8268ed4c details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:33.792587 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-514e8406-34d3-45fa-89ef-0ea36001af9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8532340', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8677856'] for subnet, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.821857 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Sync routers for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:33.830694 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:33.831318 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:33.841565 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e8406-34d3-45fa-89ef-0ea36001af9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de034fba-de0e-435b-8f97-408aee8d888c,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.857033 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514e8406-34d3-45fa-89ef-0ea36001af9d admin admin] Checking segment: {'id': 'fa1b9912-e2b6-4ff2-a7cc-0d26269d280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '91d8d370-5369-4e32-9575-31cc8268ed4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93247) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:33.857156 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e8406-34d3-45fa-89ef-0ea36001af9d admin admin] Network hostable DHCP agents. Network: 91d8d370-5369-4e32-9575-31cc8268ed4c, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93247) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:33.875057 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514e8406-34d3-45fa-89ef-0ea36001af9d admin admin] Network 91d8d370-5369-4e32-9575-31cc8268ed4c is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93247) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:33.885030 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-514e8406-34d3-45fa-89ef-0ea36001af9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, 91d8d370-5369-4e32-9575-31cc8268ed4c) {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:33.892862 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514e8406-34d3-45fa-89ef-0ea36001af9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:33.893488 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-514e8406-34d3-45fa-89ef-0ea36001af9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.909482 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-514e8406-34d3-45fa-89ef-0ea36001af9d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3228858 Jul 16 18:45:33.912642 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8b4373-616e-4825-ba04-c9e86f9e61d0 None None] Network 91d8d370-5369-4e32-9575-31cc8268ed4c requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:33.916489 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38156) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:33.921959 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-630411961-router', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:33.943390 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-517367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5254'] for router, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.944266 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516485', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517168', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1680600', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5263'] for router, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.997068 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.121386 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:34.126424 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.137673 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-517154', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-517266', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5277'] for router, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.324660 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp31edc0eb-8258-548e-8120-c04d0bd9b52e-91d8d370-5369-4e32-9575-31cc8268ed4c', 'network_id': '91d8d370-5369-4e32-9575-31cc8268ed4c', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'fixed_ips': [{'subnet_id': 'de034fba-de0e-435b-8f97-408aee8d888c'}]}} from dv-cinder-786932-5-iscsi. {{(pid=93248) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:45:34.325558 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.335704 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.354631 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.454872 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_common [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Allocated IP 172.27.3.168 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/abf3333e-6587-43aa-878d-e7fe91f018ff) {{(pid=93247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:34.490917 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 2, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:34.496029 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.db_base_plugin_common [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Allocated IP 172.20.0.2 (91d8d370-5369-4e32-9575-31cc8268ed4c/de034fba-de0e-435b-8f97-408aee8d888c/0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2) {{(pid=93248) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:34.521814 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Checking router: c867d486-66c5-463f-b71c-a12082d8edf9 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:34.522250 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Updating router c867d486-66c5-463f-b71c-a12082d8edf9 port 705d4f2c-dd9f-429c-9a2d-a75002a1b179 binding host dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:34.561601 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.580525 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:34.584033 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.601668 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.640686 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:34.643579 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:34.647268 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Received port after_create {{(pid=93247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:34.652833 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Pushing event updated for resources: {'Port': ['ID=abf3333e-6587-43aa-878d-e7fe91f018ff,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:34.797535 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:34.797912 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.867933 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Notify callbacks [] for port, precommit_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.884611 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Transition to ACTIVE for port object 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:34.893621 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.938640 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Transition to ACTIVE for port object 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 will not be triggered until provisioned by entity DHCP. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:34.975878 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366'] for port, after_create {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.045794 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Network 91d8d370-5369-4e32-9575-31cc8268ed4c is already hosted by enough agents. {{(pid=93248) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:35.057565 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.scheduler.base_scheduler [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Resources bound (agent type, host, resource id): {{(pid=93248) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:35.059017 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Pushing event updated for resources: {'Port': ['ID=0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2,revision_number=1']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.063151 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Received port after_create {{(pid=93248) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:35.115169 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-517372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-517127'] for router, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.142673 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.159072 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Transition to ACTIVE for port object 705d4f2c-dd9f-429c-9a2d-a75002a1b179 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:35.160879 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Attempting to bind port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:35.161240 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Attempting to bind port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'fa1b9912-e2b6-4ff2-a7cc-0d26269d280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '91d8d370-5369-4e32-9575-31cc8268ed4c'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:35.161616 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Attempting to bind port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 on network 91d8d370-5369-4e32-9575-31cc8268ed4c {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:35.168435 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.171825 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:35.172196 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Checking segment: {'id': 'fa1b9912-e2b6-4ff2-a7cc-0d26269d280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '91d8d370-5369-4e32-9575-31cc8268ed4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:35.172583 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.172967 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Bound using segment: {'id': 'fa1b9912-e2b6-4ff2-a7cc-0d26269d280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '91d8d370-5369-4e32-9575-31cc8268ed4c'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:35.173510 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Bound port: 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1b9912-e2b6-4ff2-a7cc-0d26269d280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '91d8d370-5369-4e32-9575-31cc8268ed4c'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:35.173882 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.256466 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c35aa-2082-4c13-9cac-9f1f1780e9ce None None] Pushing event updated for resources: {'Port': ['ID=705d4f2c-dd9f-429c-9a2d-a75002a1b179,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.334522 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] For port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:35.340565 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Attempting to bind port 705d4f2c-dd9f-429c-9a2d-a75002a1b179 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:35.340981 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Attempting to bind port 705d4f2c-dd9f-429c-9a2d-a75002a1b179 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:35.341369 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Attempting to bind port 705d4f2c-dd9f-429c-9a2d-a75002a1b179 on network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:35.353579 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] For port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2,segment=NetworkSegment(fa1b9912-e2b6-4ff2-a7cc-0d26269d280f),segment_id=fa1b9912-e2b6-4ff2-a7cc-0d26269d280f)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:35.355294 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:35.355669 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Checking segment: {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:35.356083 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.356479 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Bound using segment: {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:35.356965 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Bound port: 705d4f2c-dd9f-429c-9a2d-a75002a1b179, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:35.357414 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.367777 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.457048 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e32b4-58b5-451e-904b-849d877677ce None None] Pushing event updated for resources: {'Port': ['ID=0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2,revision_number=2']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.485340 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] For port 705d4f2c-dd9f-429c-9a2d-a75002a1b179, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:35.497645 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Router 8185fb87-5e70-4087-82a6-006acf8af80d is scheduled to L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 with binding_index 1 {{(pid=93247) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:45:35.499528 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] For port 705d4f2c-dd9f-429c-9a2d-a75002a1b179, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=705d4f2c-dd9f-429c-9a2d-a75002a1b179,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:35.505569 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.564330 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:35.565257 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:35.605100 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c35aa-2082-4c13-9cac-9f1f1780e9ce None None] Pushing event updated for resources: {'Port': ['ID=705d4f2c-dd9f-429c-9a2d-a75002a1b179,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:35.656001 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:35.686058 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Sync routers for ids ['8185fb87-5e70-4087-82a6-006acf8af80d'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:35.696945 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] Notify callbacks [] for router, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:35.697828 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Routers {'8185fb87-5e70-4087-82a6-006acf8af80d'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:35.698449 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['8185fb87-5e70-4087-82a6-006acf8af80d'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:35.701861 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38160) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:35.703825 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-3d73ee28-969f-4693-9568-357fee427d31 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7839367 Jul 16 18:45:35.716486 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:35.865288 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Set router 8185fb87-5e70-4087-82a6-006acf8af80d gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:35.959973 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:35Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:35.995024 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e23c75-b2a5-4b82-b093-421bceef5cc8 None None] The sync data for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi is: [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:35Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:36.073091 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'name': 'tempest-TestVolumeBootPattern-630411961-router', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'abf3333e-6587-43aa-878d-e7fe91f018ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:33Z', 'updated_at': '2021-07-16T18:45:34Z', 'revision_number': 3, 'project_id': '672979eadf00485dbc52dff86ce9b811', 'gw_port': {'id': 'abf3333e-6587-43aa-878d-e7fe91f018ff', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:34Z', 'updated_at': '2021-07-16T18:45:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:36.122761 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Checking router: 8185fb87-5e70-4087-82a6-006acf8af80d for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:36.123110 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Updating router 8185fb87-5e70-4087-82a6-006acf8af80d port abf3333e-6587-43aa-878d-e7fe91f018ff binding host dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:36.165636 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.308234 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.487662 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Allocated IP 172.20.0.1 (91d8d370-5369-4e32-9575-31cc8268ed4c/de034fba-de0e-435b-8f97-408aee8d888c/b520d247-7f26-4f36-942d-5ff892b9d7f8) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:36.494852 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Notify callbacks [] for port, precommit_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.508135 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.provisioning_blocks [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Transition to ACTIVE for port object abf3333e-6587-43aa-878d-e7fe91f018ff will not be triggered until provisioned by entity L2. {{(pid=93249) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:36.520721 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.616000 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Attempting to bind port abf3333e-6587-43aa-878d-e7fe91f018ff on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:36.616520 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Attempting to bind port abf3333e-6587-43aa-878d-e7fe91f018ff by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:36.617232 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Attempting to bind port abf3333e-6587-43aa-878d-e7fe91f018ff on network 8faae5fe-6b17-4018-b67e-363813f28d31 {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:36.624627 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:36.625180 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Checking segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93249) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:36.625689 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.629968 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Bound using segment: {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'} {{(pid=93249) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:36.630487 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.managers [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Bound port: abf3333e-6587-43aa-878d-e7fe91f018ff, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde9f93e-14d2-4206-9686-7d172c9adb80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31'}}] {{(pid=93249) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:36.630964 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.639110 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.648631 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5293f9-3834-4888-ac22-3ef5c4d56790 None None] Network 91d8d370-5369-4e32-9575-31cc8268ed4c requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:36.657447 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Transition to ACTIVE for port object b520d247-7f26-4f36-942d-5ff892b9d7f8 will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:36.672435 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c489ec-1170-4772-82a2-a346d4d670bb None None] Pushing event updated for resources: {'Port': ['ID=abf3333e-6587-43aa-878d-e7fe91f018ff,revision_number=2']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.716599 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.726012 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 705d4f2c-dd9f-429c-9a2d-a75002a1b179 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:36.726272 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] For port abf3333e-6587-43aa-878d-e7fe91f018ff, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93249) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:36.730172 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.plugins.ml2.db [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] For port abf3333e-6587-43aa-878d-e7fe91f018ff, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=abf3333e-6587-43aa-878d-e7fe91f018ff,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93249) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:36.738757 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron_lib.callbacks.manager [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.760392 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Network 91d8d370-5369-4e32-9575-31cc8268ed4c is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:36.767686 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:36.772037 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:36.778455 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-7e67148a-67a7-4c81-8a0f-02658e26ae8b None None] Provisioning for port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:36.800995 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Pushing event updated for resources: {'Port': ['ID=b520d247-7f26-4f36-942d-5ff892b9d7f8,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.810564 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c489ec-1170-4772-82a2-a346d4d670bb None None] Pushing event updated for resources: {'Port': ['ID=abf3333e-6587-43aa-878d-e7fe91f018ff,revision_number=3']} {{(pid=93249) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.827409 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Routers {'8185fb87-5e70-4087-82a6-006acf8af80d'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:36.828032 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['8185fb87-5e70-4087-82a6-006acf8af80d'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:36.836188 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516400'] for router_interface, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.858776 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port 705d4f2c-dd9f-429c-9a2d-a75002a1b179 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:36.864750 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 705d4f2c-dd9f-429c-9a2d-a75002a1b179 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:36.865245 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.939920 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] Set router 8185fb87-5e70-4087-82a6-006acf8af80d gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:36.992377 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.993007 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.057165 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port 705d4f2c-dd9f-429c-9a2d-a75002a1b179, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=705d4f2c-dd9f-429c-9a2d-a75002a1b179,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:37.062878 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.063330 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:37.182895 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'name': 'tempest-TestVolumeBootPattern-630411961-router', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'abf3333e-6587-43aa-878d-e7fe91f018ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:33Z', 'updated_at': '2021-07-16T18:45:34Z', 'revision_number': 3, 'project_id': '672979eadf00485dbc52dff86ce9b811', 'gw_port': {'id': 'abf3333e-6587-43aa-878d-e7fe91f018ff', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:34Z', 'updated_at': '2021-07-16T18:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:37.205091 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=705d4f2c-dd9f-429c-9a2d-a75002a1b179,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:37.207915 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:37.217930 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:37.218524 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.261931 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.268519 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.376746 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Pushing event updated for resources: {'Port': ['ID=b520d247-7f26-4f36-942d-5ff892b9d7f8,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:37.379488 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1598976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516420'] for router_interface, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.404547 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4069d1-798e-4427-a6c3-090360b07885 None None] The sync data for ids ['8185fb87-5e70-4087-82a6-006acf8af80d'] in dv-cinder-786932-5-iscsi is: [{'id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'name': 'tempest-TestVolumeBootPattern-630411961-router', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'abf3333e-6587-43aa-878d-e7fe91f018ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:33Z', 'updated_at': '2021-07-16T18:45:34Z', 'revision_number': 3, 'project_id': '672979eadf00485dbc52dff86ce9b811', 'gw_port': {'id': 'abf3333e-6587-43aa-878d-e7fe91f018ff', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:34Z', 'updated_at': '2021-07-16T18:45:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:37.511928 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Network 91d8d370-5369-4e32-9575-31cc8268ed4c is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:37.534346 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:37.559165 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-d1d895b4-4b98-4ce8-a091-2f23385bc140 None None] Provisioning complete for port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:37.559549 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d1d895b4-4b98-4ce8-a091-2f23385bc140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.666941 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.697063 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d1d895b4-4b98-4ce8-a091-2f23385bc140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.724150 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Router 8185fb87-5e70-4087-82a6-006acf8af80d has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:37.740347 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2,segment=NetworkSegment(fa1b9912-e2b6-4ff2-a7cc-0d26269d280f),segment_id=fa1b9912-e2b6-4ff2-a7cc-0d26269d280f)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:37.747222 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.846728 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.db.api [None req-d1d895b4-4b98-4ce8-a091-2f23385bc140 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93248) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:45:37.848192 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG oslo_db.api [None req-d1d895b4-4b98-4ce8-a091-2f23385bc140 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:45:37.867693 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:37.936909 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:37.950255 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-9ca1993b-a4e6-4e40-ac8c-db7003c165ab admin admin] 10.222.0.68 "PUT /v2.0/routers/8185fb87-5e70-4087-82a6-006acf8af80d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2426655 Jul 16 18:45:38.401297 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-d1d895b4-4b98-4ce8-a091-2f23385bc140 None None] Provisioning for port b520d247-7f26-4f36-942d-5ff892b9d7f8 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:38.405317 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-d1d895b4-4b98-4ce8-a091-2f23385bc140 None None] Provisioning complete for port b520d247-7f26-4f36-942d-5ff892b9d7f8 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:38.405859 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d1d895b4-4b98-4ce8-a091-2f23385bc140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.440804 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-d1d895b4-4b98-4ce8-a091-2f23385bc140 None None] Port b520d247-7f26-4f36-942d-5ff892b9d7f8 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:38.559974 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8453dbc9-2cf3-4771-a55a-86d5293fc085 None None] Provisioning complete for port b520d247-7f26-4f36-942d-5ff892b9d7f8 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:38.560569 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8453dbc9-2cf3-4771-a55a-86d5293fc085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.595088 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8453dbc9-2cf3-4771-a55a-86d5293fc085 None None] Port b520d247-7f26-4f36-942d-5ff892b9d7f8 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:45:38.660290 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device abf3333e-6587-43aa-878d-e7fe91f018ff up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:38.682032 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38182) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:38.686799 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-91506627-5a19-4d70-b483-4e2871203029 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523933927', 'description': 'tempest-secgroup-smoke-523933927 description', 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:38.709864 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-91506627-5a19-4d70-b483-4e2871203029 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.711515 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port abf3333e-6587-43aa-878d-e7fe91f018ff completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:38.715220 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port abf3333e-6587-43aa-878d-e7fe91f018ff triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:38.715602 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.792357 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-91506627-5a19-4d70-b483-4e2871203029 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.793815 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.796952 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-91506627-5a19-4d70-b483-4e2871203029 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.814260 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port abf3333e-6587-43aa-878d-e7fe91f018ff, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=abf3333e-6587-43aa-878d-e7fe91f018ff,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:38.818622 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.819472 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:38.824721 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-91506627-5a19-4d70-b483-4e2871203029 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.825579 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-91506627-5a19-4d70-b483-4e2871203029 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1424241 Jul 16 18:45:38.828632 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38184) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:38.830081 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91506627-5a19-4d70-b483-4e2871203029 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbd0282-67d2-49af-a313-4362375501b5,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:38.834507 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-218191bf-3526-4f1b-a13a-815bba17577a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Request body: {'security_group_rule': {'security_group_id': 'dbbd0282-67d2-49af-a313-4362375501b5', 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:38.862775 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-218191bf-3526-4f1b-a13a-815bba17577a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.894453 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=abf3333e-6587-43aa-878d-e7fe91f018ff,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:38.905697 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:38.906289 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.922826 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-218191bf-3526-4f1b-a13a-815bba17577a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.926909 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-218191bf-3526-4f1b-a13a-815bba17577a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.946232 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218191bf-3526-4f1b-a13a-815bba17577a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df328669-05fb-499d-83e4-1fc81a767602,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:38.954829 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-218191bf-3526-4f1b-a13a-815bba17577a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.955914 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-218191bf-3526-4f1b-a13a-815bba17577a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257932 Jul 16 18:45:38.958748 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38188) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:38.963750 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-03bf11ad-e99e-4331-9938-cda09061028c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Request body: {'security_group_rule': {'security_group_id': 'dbbd0282-67d2-49af-a313-4362375501b5', 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:38.999625 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-03bf11ad-e99e-4331-9938-cda09061028c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:38.999758 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 705d4f2c-dd9f-429c-9a2d-a75002a1b179 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:39.047012 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port 705d4f2c-dd9f-429c-9a2d-a75002a1b179 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:39.047300 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.063520 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-03bf11ad-e99e-4331-9938-cda09061028c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.068642 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-03bf11ad-e99e-4331-9938-cda09061028c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.082920 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf11ad-e99e-4331-9938-cda09061028c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea36e71d-60c9-42a9-83fb-13fc0ec47e0a,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:39.102814 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-03bf11ad-e99e-4331-9938-cda09061028c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.107461 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38194) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:39.107809 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-03bf11ad-e99e-4331-9938-cda09061028c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1473157 Jul 16 18:45:39.112503 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-66e5bcd0-bb34-497c-aa4d-9c6ec8ce445c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Request body: {'security_group_rule': {'security_group_id': 'dbbd0282-67d2-49af-a313-4362375501b5', 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:39.146854 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-66e5bcd0-bb34-497c-aa4d-9c6ec8ce445c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.212361 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-66e5bcd0-bb34-497c-aa4d-9c6ec8ce445c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.217324 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-66e5bcd0-bb34-497c-aa4d-9c6ec8ce445c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.239807 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5bcd0-bb34-497c-aa4d-9c6ec8ce445c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2bc1cb6-cf0e-4039-897c-a15e6ccd1046,revision_number=0']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:39.244952 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-66e5bcd0-bb34-497c-aa4d-9c6ec8ce445c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.249171 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38196) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:39.249339 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-66e5bcd0-bb34-497c-aa4d-9c6ec8ce445c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403458 Jul 16 18:45:39.254313 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-f687ce28-1b67-4a4a-8a51-45485afe1eda tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Request body: {'security_group_rule': {'security_group_id': 'dbbd0282-67d2-49af-a313-4362375501b5', 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:39.283820 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f687ce28-1b67-4a4a-8a51-45485afe1eda tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.351455 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f687ce28-1b67-4a4a-8a51-45485afe1eda tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.355485 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f687ce28-1b67-4a4a-8a51-45485afe1eda tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.377244 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687ce28-1b67-4a4a-8a51-45485afe1eda tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a34ebfc-2ee6-455f-bbf8-ba2395e04118,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:39.380193 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f687ce28-1b67-4a4a-8a51-45485afe1eda tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.383956 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-f687ce28-1b67-4a4a-8a51-45485afe1eda tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1310041 Jul 16 18:45:39.384465 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38204) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:39.389454 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-a9f30ebc-6e5e-4f59-9f91-6889767e60ac tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Request body: {'security_group_rule': {'security_group_id': 'dbbd0282-67d2-49af-a313-4362375501b5', 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:39.411989 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.securitygroups_db [None req-a9f30ebc-6e5e-4f59-9f91-6889767e60ac tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Project cfdf1914f12c403fa9317bd73a8289eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:45:39.417288 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a9f30ebc-6e5e-4f59-9f91-6889767e60ac tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.471052 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Sync routers for ids ['8185fb87-5e70-4087-82a6-006acf8af80d'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:39.480393 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Routers {'8185fb87-5e70-4087-82a6-006acf8af80d'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:39.481128 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['8185fb87-5e70-4087-82a6-006acf8af80d'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:39.491356 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a9f30ebc-6e5e-4f59-9f91-6889767e60ac tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.496094 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a9f30ebc-6e5e-4f59-9f91-6889767e60ac tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.511392 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f30ebc-6e5e-4f59-9f91-6889767e60ac tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c0a09b-19eb-4948-8183-358f2d77b9ab,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:39.520497 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a9f30ebc-6e5e-4f59-9f91-6889767e60ac tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.521881 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a9f30ebc-6e5e-4f59-9f91-6889767e60ac tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1360540 Jul 16 18:45:39.524560 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38206) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:39.529066 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-d2503933-9061-4f0a-9625-c86e43464fdf tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Request body: {'security_group_rule': {'security_group_id': 'dbbd0282-67d2-49af-a313-4362375501b5', 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:39.550924 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.securitygroups_db [None req-d2503933-9061-4f0a-9625-c86e43464fdf tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Project cfdf1914f12c403fa9317bd73a8289eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:45:39.556196 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d2503933-9061-4f0a-9625-c86e43464fdf tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.596864 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Set router 8185fb87-5e70-4087-82a6-006acf8af80d gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:39.623511 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d2503933-9061-4f0a-9625-c86e43464fdf tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.627549 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d2503933-9061-4f0a-9625-c86e43464fdf tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445201'] for security_group_rule, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.647943 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2503933-9061-4f0a-9625-c86e43464fdf tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8b0ae4-604b-4219-a96e-d44ea1ca16f7,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:39.655908 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d2503933-9061-4f0a-9625-c86e43464fdf tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:39.657222 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-d2503933-9061-4f0a-9625-c86e43464fdf tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317005 Jul 16 18:45:39.796613 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'name': 'tempest-TestVolumeBootPattern-630411961-router', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'abf3333e-6587-43aa-878d-e7fe91f018ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:33Z', 'updated_at': '2021-07-16T18:45:36Z', 'revision_number': 4, 'project_id': '672979eadf00485dbc52dff86ce9b811', 'gw_port': {'id': 'abf3333e-6587-43aa-878d-e7fe91f018ff', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:34Z', 'updated_at': '2021-07-16T18:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'b520d247-7f26-4f36-942d-5ff892b9d7f8', 'name': '', 'network_id': '91d8d370-5369-4e32-9575-31cc8268ed4c', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'mac_address': 'fa:16:3e:8d:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'de034fba-de0e-435b-8f97-408aee8d888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:36Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 2, 'project_id': '672979eadf00485dbc52dff86ce9b811', 'subnets': [{'id': 'de034fba-de0e-435b-8f97-408aee8d888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:39.823039 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Checking router: 8185fb87-5e70-4087-82a6-006acf8af80d for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:39.823501 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Updating router 8185fb87-5e70-4087-82a6-006acf8af80d port b520d247-7f26-4f36-942d-5ff892b9d7f8 binding host dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:45:39.862013 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.142722 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Notify callbacks [] for port, precommit_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.153045 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Transition to ACTIVE for port object b520d247-7f26-4f36-942d-5ff892b9d7f8 will not be triggered until provisioned by entity L2. {{(pid=93248) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:40.159625 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.210538 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269e93b-c403-458c-873d-3a0dc6bec05a None None] Pushing event updated for resources: {'Port': ['ID=b520d247-7f26-4f36-942d-5ff892b9d7f8,revision_number=3']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:40.267250 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Attempting to bind port b520d247-7f26-4f36-942d-5ff892b9d7f8 on host dv-cinder-786932-5-iscsi for vnic_type normal with profile {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:40.267624 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Attempting to bind port b520d247-7f26-4f36-942d-5ff892b9d7f8 by drivers openvswitch,hyperv on host dv-cinder-786932-5-iscsi at level 0 using segments [{'id': 'fa1b9912-e2b6-4ff2-a7cc-0d26269d280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '91d8d370-5369-4e32-9575-31cc8268ed4c'}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:40.268004 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Attempting to bind port b520d247-7f26-4f36-942d-5ff892b9d7f8 on network 91d8d370-5369-4e32-9575-31cc8268ed4c {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:40.273286 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Checking agent: {'id': 'd74c8adc-3b06-48c0-8e1b-35b79291bc3f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786932-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 28, 2), 'started_at': datetime.datetime(2021, 7, 16, 18, 28, 32), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786932-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:40.273703 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Checking segment: {'id': 'fa1b9912-e2b6-4ff2-a7cc-0d26269d280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '91d8d370-5369-4e32-9575-31cc8268ed4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93248) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:40.274111 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.274508 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Bound using segment: {'id': 'fa1b9912-e2b6-4ff2-a7cc-0d26269d280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '91d8d370-5369-4e32-9575-31cc8268ed4c'} {{(pid=93248) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:40.274983 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.managers [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Bound port: b520d247-7f26-4f36-942d-5ff892b9d7f8, host: dv-cinder-786932-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1b9912-e2b6-4ff2-a7cc-0d26269d280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '91d8d370-5369-4e32-9575-31cc8268ed4c'}}] {{(pid=93248) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:40.275369 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.341183 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] For port b520d247-7f26-4f36-942d-5ff892b9d7f8, host dv-cinder-786932-5-iscsi, cleared binding levels {{(pid=93248) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:40.344538 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] For port b520d247-7f26-4f36-942d-5ff892b9d7f8, host dv-cinder-786932-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=b520d247-7f26-4f36-942d-5ff892b9d7f8,segment=NetworkSegment(fa1b9912-e2b6-4ff2-a7cc-0d26269d280f),segment_id=fa1b9912-e2b6-4ff2-a7cc-0d26269d280f)] {{(pid=93248) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:40.350121 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.404829 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Routers {'8185fb87-5e70-4087-82a6-006acf8af80d'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:40.405498 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['8185fb87-5e70-4087-82a6-006acf8af80d'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:40.450643 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269e93b-c403-458c-873d-3a0dc6bec05a None None] Pushing event updated for resources: {'Port': ['ID=b520d247-7f26-4f36-942d-5ff892b9d7f8,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:40.532044 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] Set router 8185fb87-5e70-4087-82a6-006acf8af80d gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:40.611069 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device abf3333e-6587-43aa-878d-e7fe91f018ff up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:40.742597 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port abf3333e-6587-43aa-878d-e7fe91f018ff triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:40.742972 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.856125 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'name': 'tempest-TestVolumeBootPattern-630411961-router', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'abf3333e-6587-43aa-878d-e7fe91f018ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:33Z', 'updated_at': '2021-07-16T18:45:36Z', 'revision_number': 4, 'project_id': '672979eadf00485dbc52dff86ce9b811', 'gw_port': {'id': 'abf3333e-6587-43aa-878d-e7fe91f018ff', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:34Z', 'updated_at': '2021-07-16T18:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'b520d247-7f26-4f36-942d-5ff892b9d7f8', 'name': '', 'network_id': '91d8d370-5369-4e32-9575-31cc8268ed4c', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'mac_address': 'fa:16:3e:8d:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'de034fba-de0e-435b-8f97-408aee8d888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:36Z', 'updated_at': '2021-07-16T18:45:40Z', 'revision_number': 4, 'project_id': '672979eadf00485dbc52dff86ce9b811', 'subnets': [{'id': 'de034fba-de0e-435b-8f97-408aee8d888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:40.888272 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7bbebb3-ca0a-430b-a662-0a861770b30a None None] The sync data for ids ['8185fb87-5e70-4087-82a6-006acf8af80d'] in dv-cinder-786932-5-iscsi is: [{'id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'name': 'tempest-TestVolumeBootPattern-630411961-router', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'abf3333e-6587-43aa-878d-e7fe91f018ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:33Z', 'updated_at': '2021-07-16T18:45:36Z', 'revision_number': 4, 'project_id': '672979eadf00485dbc52dff86ce9b811', 'gw_port': {'id': 'abf3333e-6587-43aa-878d-e7fe91f018ff', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:34Z', 'updated_at': '2021-07-16T18:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'b520d247-7f26-4f36-942d-5ff892b9d7f8', 'name': '', 'network_id': '91d8d370-5369-4e32-9575-31cc8268ed4c', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'mac_address': 'fa:16:3e:8d:8b:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': 'de034fba-de0e-435b-8f97-408aee8d888c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:36Z', 'updated_at': '2021-07-16T18:45:40Z', 'revision_number': 4, 'project_id': '672979eadf00485dbc52dff86ce9b811', 'subnets': [{'id': 'de034fba-de0e-435b-8f97-408aee8d888c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:42.609185 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device b520d247-7f26-4f36-942d-5ff892b9d7f8 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:42.659902 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning for port b520d247-7f26-4f36-942d-5ff892b9d7f8 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:42.663926 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port b520d247-7f26-4f36-942d-5ff892b9d7f8 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:42.664306 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.747369 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.908287 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] For port b520d247-7f26-4f36-942d-5ff892b9d7f8, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=b520d247-7f26-4f36-942d-5ff892b9d7f8,segment=NetworkSegment(fa1b9912-e2b6-4ff2-a7cc-0d26269d280f),segment_id=fa1b9912-e2b6-4ff2-a7cc-0d26269d280f)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:42.913250 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.959041 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Pushing event updated for resources: {'Port': ['ID=b520d247-7f26-4f36-942d-5ff892b9d7f8,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:44.585486 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device b520d247-7f26-4f36-942d-5ff892b9d7f8 up at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:44.639006 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Provisioning complete for port b520d247-7f26-4f36-942d-5ff892b9d7f8 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:44.639373 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:51.823570 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d14c6-fc7f-432f-ba29-f975025710d0 req-cbc04dd7-32a9-4c21-8a7a-2a6d2d1f294e tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:51.824958 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-802d14c6-fc7f-432f-ba29-f975025710d0 req-cbc04dd7-32a9-4c21-8a7a-2a6d2d1f294e tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 945 time: 0.0648091 Jul 16 18:45:51.862675 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-802d14c6-fc7f-432f-ba29-f975025710d0 req-7026c21a-f843-4d02-92d8-24b0a4ce55bb tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e698563-7dc2-4542-aeb4-0485be1b1b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320985 Jul 16 18:45:53.060202 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132a176-b959-4704-9bca-78fc2b54772c req-a293e621-a82d-4268-8c51-fd1c942a1f56 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:53.061588 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1132a176-b959-4704-9bca-78fc2b54772c req-a293e621-a82d-4268-8c51-fd1c942a1f56 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 945 time: 0.0773613 Jul 16 18:45:53.118865 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-1132a176-b959-4704-9bca-78fc2b54772c req-66b3751b-8b40-4c81-982d-57425b54972c tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e698563-7dc2-4542-aeb4-0485be1b1b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515163 Jul 16 18:45:53.926550 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-01532eb3-83bf-4e0a-9561-0c09ed459b2e tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:53.927992 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-01532eb3-83bf-4e0a-9561-0c09ed459b2e tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.84 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 945 time: 0.0666144 Jul 16 18:45:54.031282 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Deleting port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:54.031823 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.123615 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] For port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=27d8678c-c28e-4432-b21c-5fcc34e9d1f1,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:54.123865 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.303033 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.303379 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.303698 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.l3_db [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Floating IP abda89a2-3ce7-4951-bc4d-6f2b25ce634a disassociated. External IP: 172.27.3.41, port: 27d8678c-c28e-4432-b21c-5fcc34e9d1f1. Jul 16 18:45:54.304056 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Calling delete_port for 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:54.432787 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac8dfc2-fbc5-46b1-8fa0-f31c62222cdc req-faad3285-261a-4854-9233-c79a1a16438e tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:54.434218 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3ac8dfc2-fbc5-46b1-8fa0-f31c62222cdc req-faad3285-261a-4854-9233-c79a1a16438e tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 945 time: 0.2018702 Jul 16 18:45:54.503633 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.508777 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3ac8dfc2-fbc5-46b1-8fa0-f31c62222cdc req-e081d81a-9055-433d-ac51-3c1f58b798bb tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups?id=8e698563-7dc2-4542-aeb4-0485be1b1b08&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536931 Jul 16 18:45:54.535237 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event deleted for resources: {'Port': ['ID=27d8678c-c28e-4432-b21c-5fcc34e9d1f1,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:54.648266 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Router 503cef08-3705-4941-bd72-1d2f91c33450 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:45:54.756054 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:45:54.767141 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7543a2a-bea8-4b55-a78f-898a584f53e1 None None] Sync routers for ids ['503cef08-3705-4941-bd72-1d2f91c33450'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:45:54.776765 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7543a2a-bea8-4b55-a78f-898a584f53e1 None None] Routers {'503cef08-3705-4941-bd72-1d2f91c33450'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:54.777393 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-e7543a2a-bea8-4b55-a78f-898a584f53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['503cef08-3705-4941-bd72-1d2f91c33450'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:54.801421 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] No DVR routers for this DVR port 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:54.804647 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:54.806923 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-ab1863c3-9074-4343-9152-cdc49e1446cf req-c4acae11-f66c-4f70-bfb6-f70ff9fcc029 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.84 "DELETE /v2.0/ports/27d8678c-c28e-4432-b21c-5fcc34e9d1f1 HTTP/1.1" status: 204 len: 173 time: 0.8726206 Jul 16 18:45:54.807377 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26cebb19-1342-440e-92ec-e5ca70b32d81', 'name': 'network-vif-deleted', 'tag': '27d8678c-c28e-4432-b21c-5fcc34e9d1f1'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:54.809669 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8db60b9-cc41-4b42-8891-612cff05da4f" -d '{"events": [{"server_uuid": "26cebb19-1342-440e-92ec-e5ca70b32d81", "name": "network-vif-deleted", "tag": "27d8678c-c28e-4432-b21c-5fcc34e9d1f1"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:54.861389 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ec7e25-65c1-4ef0-9a05-44929b39773c x-openstack-request-id: req-65ec7e25-65c1-4ef0-9a05-44929b39773c {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:54.861891 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26cebb19-1342-440e-92ec-e5ca70b32d81", "name": "network-vif-deleted", "tag": "27d8678c-c28e-4432-b21c-5fcc34e9d1f1", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:54.862143 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-65ec7e25-65c1-4ef0-9a05-44929b39773c {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:54.862671 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26cebb19-1342-440e-92ec-e5ca70b32d81', 'name': 'network-vif-deleted', 'tag': '27d8678c-c28e-4432-b21c-5fcc34e9d1f1', 'status': 'completed', 'code': 200} Jul 16 18:45:54.886491 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-e7543a2a-bea8-4b55-a78f-898a584f53e1 None None] Set router 503cef08-3705-4941-bd72-1d2f91c33450 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:55.100413 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-e7543a2a-bea8-4b55-a78f-898a584f53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:55Z', 'revision_number': 5, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:55.128925 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7543a2a-bea8-4b55-a78f-898a584f53e1 None None] Checking router: 503cef08-3705-4941-bd72-1d2f91c33450 for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:45:55.146124 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7543a2a-bea8-4b55-a78f-898a584f53e1 None None] Routers {'503cef08-3705-4941-bd72-1d2f91c33450'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:45:55.146718 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-e7543a2a-bea8-4b55-a78f-898a584f53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:45:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['503cef08-3705-4941-bd72-1d2f91c33450'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:55.252888 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-e7543a2a-bea8-4b55-a78f-898a584f53e1 None None] Set router 503cef08-3705-4941-bd72-1d2f91c33450 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:45:55.462298 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-e7543a2a-bea8-4b55-a78f-898a584f53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:55Z', 'revision_number': 5, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:55.488795 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7543a2a-bea8-4b55-a78f-898a584f53e1 None None] The sync data for ids ['503cef08-3705-4941-bd72-1d2f91c33450'] in dv-cinder-786932-5-iscsi is: [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:47Z', 'revision_number': 4, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': 'bc29d32e-bdfc-449b-a852-0e81aa6173a7', 'name': '', 'network_id': '50f941d7-02ce-4842-85fe-b35620f60d46', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'mac_address': 'fa:16:3e:de:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:46Z', 'updated_at': '2021-07-16T18:40:55Z', 'revision_number': 5, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'subnets': [{'id': 'bdf63cb3-37ac-4143-9e41-b35e7f464314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:45:55.669141 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-60d475a6-0bf5-4be4-8131-893138d3d1b1 req-5279d828-527b-403d-b904-2d3741111139 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/ports?device_id=26cebb19-1342-440e-92ec-e5ca70b32d81 HTTP/1.1" status: 200 len: 210 time: 0.0290537 Jul 16 18:45:55.714131 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c11863b-c63a-406d-ab69-18534a95eddf None None] New status for floating IP abda89a2-3ce7-4951-bc4d-6f2b25ce634a: DOWN {{(pid=93248) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:45:56.146785 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:56.166974 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:56.167339 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 27d8678c-c28e-4432-b21c-5fcc34e9d1f1 not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:56.799079 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38378) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:56.867993 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d4f405eb-9ac9-49b2-8aea-137033bd76ee tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.890710 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d4f405eb-9ac9-49b2-8aea-137033bd76ee tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.938437 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d4f405eb-9ac9-49b2-8aea-137033bd76ee tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.941030 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d4f405eb-9ac9-49b2-8aea-137033bd76ee tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:56.942211 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-d4f405eb-9ac9-49b2-8aea-137033bd76ee tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "DELETE /v2.0/security-groups/8e698563-7dc2-4542-aeb4-0485be1b1b08 HTTP/1.1" status: 204 len: 168 time: 0.1421549 Jul 16 18:45:56.945045 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38380) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:56.951501 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f405eb-9ac9-49b2-8aea-137033bd76ee tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e698563-7dc2-4542-aeb4-0485be1b1b08,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:56.959326 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.api.v2.resource [None req-8a2a7821-4551-49bc-a656-206282b0032b tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] show failed (client error): The resource could not be found. Jul 16 18:45:56.960404 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-8a2a7821-4551-49bc-a656-206282b0032b tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "GET /v2.0/security-groups/8e698563-7dc2-4542-aeb4-0485be1b1b08 HTTP/1.1" status: 404 len: 347 time: 0.0142612 Jul 16 18:45:56.963200 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38384) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:57.089317 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ff0b5-6360-4f71-8e45-998189ca01e0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Deleting port 7a445f4f-ec7e-447e-8e3a-2f10049229b3 {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:57.089609 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff0b5-6360-4f71-8e45-998189ca01e0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.173370 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff0b5-6360-4f71-8e45-998189ca01e0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.173741 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff0b5-6360-4f71-8e45-998189ca01e0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.191532 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-2c4ff0b5-6360-4f71-8e45-998189ca01e0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Calling delete_port for 7a445f4f-ec7e-447e-8e3a-2f10049229b3 owned by network:floatingip {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:57.332376 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff0b5-6360-4f71-8e45-998189ca01e0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.361693 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ff0b5-6360-4f71-8e45-998189ca01e0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Pushing event deleted for resources: {'Port': ['ID=7a445f4f-ec7e-447e-8e3a-2f10049229b3,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:57.421778 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff0b5-6360-4f71-8e45-998189ca01e0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks [] for floatingip, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.424316 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-2c4ff0b5-6360-4f71-8e45-998189ca01e0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:57.425511 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-2c4ff0b5-6360-4f71-8e45-998189ca01e0 tempest-AttachVolumeTestJSON-769778322 tempest-AttachVolumeTestJSON-769778322-project] 10.222.0.68 "DELETE /v2.0/floatingips/abda89a2-3ce7-4951-bc4d-6f2b25ce634a HTTP/1.1" status: 204 len: 168 time: 0.4612463 Jul 16 18:45:58.667813 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d7b9cde0-38cc-44e6-9863-b1c8e1108304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:00.453523 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-ae29e77c-4495-402d-b566-8d536bd0caf6 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523933927&fields=id&tenant_id=cfdf1914f12c403fa9317bd73a8289eb HTTP/1.1" status: 200 len: 267 time: 0.0357740 Jul 16 18:46:00.566442 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-90450057-3703-497d-b8a0-768c837ff036 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:00.567882 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-90450057-3703-497d-b8a0-768c837ff036 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 812 time: 0.1052189 Jul 16 18:46:00.585253 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-a3e54aae-67fc-4475-a44d-ecd4ea67eb58 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/quotas/cfdf1914f12c403fa9317bd73a8289eb HTTP/1.1" status: 200 len: 375 time: 0.0090075 Jul 16 18:46:00.653173 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-41fb7b75-3f55-45b2-9f4c-c8a392e5fba3 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629768 Jul 16 18:46:00.668879 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-283b6754-fdf1-4f59-9856-ab8611837fec service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93247) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:46:00.669863 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-283b6754-fdf1-4f59-9856-ab8611837fec service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051651 Jul 16 18:46:00.764096 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-0b19d164-608c-4cb7-9406-0ca4ad2c53c9 service neutron] 10.222.0.68 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885608 Jul 16 18:46:00.853052 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-72f906d6-efa0-43a7-a14e-e407c5158bdc service neutron] 10.222.0.68 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820746 Jul 16 18:46:01.014865 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:46:01.141332 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38438) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:01.171686 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-72d04534-a237-4366-adc6-c1c2665e8825 req-4acc503a-a4ff-4217-be8b-eb4437623e94 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0331676 Jul 16 18:46:01.552220 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d6c116ec-ec0b-41c2-87b0-5b66aa64be22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.591684 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4304b0cb-1fe4-4d4e-ad8d-66acd88f2a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516521'] for router_interface, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.841196 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-4304b0cb-1fe4-4d4e-ad8d-66acd88f2a7a admin admin] Deleting port bc29d32e-bdfc-449b-a852-0e81aa6173a7 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:01.841593 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4304b0cb-1fe4-4d4e-ad8d-66acd88f2a7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.904550 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.920742 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-4304b0cb-1fe4-4d4e-ad8d-66acd88f2a7a admin admin] For port bc29d32e-bdfc-449b-a852-0e81aa6173a7, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=bc29d32e-bdfc-449b-a852-0e81aa6173a7,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:01.921185 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4304b0cb-1fe4-4d4e-ad8d-66acd88f2a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:01.933929 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-4304b0cb-1fe4-4d4e-ad8d-66acd88f2a7a admin admin] Calling delete_port for bc29d32e-bdfc-449b-a852-0e81aa6173a7 owned by network:router_interface {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:02.109267 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4304b0cb-1fe4-4d4e-ad8d-66acd88f2a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.134344 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304b0cb-1fe4-4d4e-ad8d-66acd88f2a7a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc29d32e-bdfc-449b-a852-0e81aa6173a7,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:02.352700 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29ac9265-6e4c-42ed-a618-25294bac1c65 req-f5273870-eb40-4300-be41-5a39e10f1ee7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0537059 Jul 16 18:46:02.394004 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4304b0cb-1fe4-4d4e-ad8d-66acd88f2a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513593'] for router_interface, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.463216 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-484f0a43-de97-4452-b321-d272b65e45ff tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:02.464641 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-484f0a43-de97-4452-b321-d272b65e45ff tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 812 time: 0.1809733 Jul 16 18:46:02.552602 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-4de4101b-2ddd-4226-926b-66ee15ae1b60 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfdf1914f12c403fa9317bd73a8289eb HTTP/1.1" status: 200 len: 379 time: 0.0511589 Jul 16 18:46:02.632257 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:02.875315 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-b4a8267e-f06e-4d97-b221-e9285e92771c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Request body: {'port': {'device_id': '70e18df8-814e-4ba2-b76c-6cb86303f0d4', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'admin_state_up': True, 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'security_groups': ['dbbd0282-67d2-49af-a313-4362375501b5']}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:03.009559 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4304b0cb-1fe4-4d4e-ad8d-66acd88f2a7a admin admin] Router 503cef08-3705-4941-bd72-1d2f91c33450 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:03.067645 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-b4a8267e-f06e-4d97-b221-e9285e92771c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Made reservation on behalf of cfdf1914f12c403fa9317bd73a8289eb for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:03.071291 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-b4a8267e-f06e-4d97-b221-e9285e92771c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.196578 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4304b0cb-1fe4-4d4e-ad8d-66acd88f2a7a admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:03.204508 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-4304b0cb-1fe4-4d4e-ad8d-66acd88f2a7a admin admin] 10.222.0.68 "PUT /v2.0/routers/503cef08-3705-4941-bd72-1d2f91c33450/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0620680 Jul 16 18:46:03.207164 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38450) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:03.210587 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd01639a-b119-43c3-83f6-dbdc21024332 None None] Sync routers for ids ['503cef08-3705-4941-bd72-1d2f91c33450'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:03.227353 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd01639a-b119-43c3-83f6-dbdc21024332 None None] Routers {'503cef08-3705-4941-bd72-1d2f91c33450'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:03.229570 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-bd01639a-b119-43c3-83f6-dbdc21024332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:46:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['503cef08-3705-4941-bd72-1d2f91c33450'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:03.248886 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-b4a8267e-f06e-4d97-b221-e9285e92771c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Allocated IP 172.20.0.12 (9b8a2930-6b10-4822-b8cd-4e90eb39fe06/cecfda79-4047-4b5f-98bd-f7f81cc99ace/4db0cec0-256a-4756-affe-5c150d68cabb) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:03.331897 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] Notify callbacks [] for router, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.335468 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-bd01639a-b119-43c3-83f6-dbdc21024332 None None] Set router 503cef08-3705-4941-bd72-1d2f91c33450 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:03.394100 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-b4a8267e-f06e-4d97-b221-e9285e92771c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.409511 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-b4a8267e-f06e-4d97-b221-e9285e92771c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Transition to ACTIVE for port object 4db0cec0-256a-4756-affe-5c150d68cabb will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:03.446678 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.449938 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-b4a8267e-f06e-4d97-b221-e9285e92771c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.503997 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-b4a8267e-f06e-4d97-b221-e9285e92771c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:03.507237 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-b4a8267e-f06e-4d97-b221-e9285e92771c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:03.511332 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-b4a8267e-f06e-4d97-b221-e9285e92771c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:03.530437 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-bd01639a-b119-43c3-83f6-dbdc21024332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:46:02Z', 'revision_number': 5, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port': {'id': 'a935a960-ea16-453d-8f83-fe9008cd3a98', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503cef08-3705-4941-bd72-1d2f91c33450', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:03.537935 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8267e-f06e-4d97-b221-e9285e92771c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'Port': ['ID=4db0cec0-256a-4756-affe-5c150d68cabb,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:03.552099 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.562877 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd01639a-b119-43c3-83f6-dbdc21024332 None None] Checking router: 503cef08-3705-4941-bd72-1d2f91c33450 for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:03.565408 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] Deleting port a935a960-ea16-453d-8f83-fe9008cd3a98 {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:03.565408 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.572978 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd01639a-b119-43c3-83f6-dbdc21024332 None None] Routers {'503cef08-3705-4941-bd72-1d2f91c33450'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:03.573770 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-bd01639a-b119-43c3-83f6-dbdc21024332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:46:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['503cef08-3705-4941-bd72-1d2f91c33450'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:03.575338 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-b4a8267e-f06e-4d97-b221-e9285e92771c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:03.576173 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-b4a8267e-f06e-4d97-b221-e9285e92771c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.593322 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-b4a8267e-f06e-4d97-b221-e9285e92771c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7238741 Jul 16 18:46:03.604009 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a73a9-cc69-4591-b15d-9a1f4367bdf6 req-03b47b6d-9bf0-43c4-97d3-a1902927d17b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:03.605583 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd4a73a9-cc69-4591-b15d-9a1f4367bdf6 req-03b47b6d-9bf0-43c4-97d3-a1902927d17b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 932 time: 0.1234145 Jul 16 18:46:03.616048 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Request body: {'port': {'device_id': '70e18df8-814e-4ba2-b76c-6cb86303f0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:03.674115 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-bd01639a-b119-43c3-83f6-dbdc21024332 None None] Set router 503cef08-3705-4941-bd72-1d2f91c33450 gateway port host: None {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:03.692768 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd4a73a9-cc69-4591-b15d-9a1f4367bdf6 req-c3f4d91a-6838-4795-b29b-47a411d927e8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814793 Jul 16 18:46:03.698285 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] For port a935a960-ea16-453d-8f83-fe9008cd3a98, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=a935a960-ea16-453d-8f83-fe9008cd3a98,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:03.698579 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.710464 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.720594 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] Calling delete_port for a935a960-ea16-453d-8f83-fe9008cd3a98 owned by network:router_gateway {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:03.733265 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-bd01639a-b119-43c3-83f6-dbdc21024332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:46:03Z', 'revision_number': 6, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port_host': None}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:03.767926 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd01639a-b119-43c3-83f6-dbdc21024332 None None] The sync data for ids ['503cef08-3705-4941-bd72-1d2f91c33450'] in dv-cinder-786932-5-iscsi is: [{'id': '503cef08-3705-4941-bd72-1d2f91c33450', 'name': 'tempest-AttachVolumeTestJSON-1367910631-router', 'tenant_id': '95d2e7084619455bb80f8192f381ea27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:40:43Z', 'updated_at': '2021-07-16T18:46:03Z', 'revision_number': 6, 'project_id': '95d2e7084619455bb80f8192f381ea27', 'gw_port_host': None}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:03.776735 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-599e92ce-5306-407d-b6e0-6fc3a0cbfce7 None None] Provisioning for port 4db0cec0-256a-4756-affe-5c150d68cabb completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:03.783550 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-599e92ce-5306-407d-b6e0-6fc3a0cbfce7 None None] Provisioning complete for port 4db0cec0-256a-4756-affe-5c150d68cabb triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:03.784629 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-599e92ce-5306-407d-b6e0-6fc3a0cbfce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.829015 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-599e92ce-5306-407d-b6e0-6fc3a0cbfce7 None None] Port 4db0cec0-256a-4756-affe-5c150d68cabb cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:46:03.900466 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.925704 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] Pushing event deleted for resources: {'Port': ['ID=a935a960-ea16-453d-8f83-fe9008cd3a98,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:03.988431 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517219'] for router_gateway, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:03.999017 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4db0cec0-256a-4756-affe-5c150d68cabb {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:04.006645 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.020744 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Transition to ACTIVE for port object 4db0cec0-256a-4756-affe-5c150d68cabb will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:04.023850 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.069235 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.076979 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Pushing event updated for resources: {'Port': ['ID=4db0cec0-256a-4756-affe-5c150d68cabb,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:04.086845 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5268'] for router, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.089484 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.142206 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516833'] for router, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.143203 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 503cef08-3705-4941-bd72-1d2f91c33450 {{(pid=93247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:46:04.148566 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] Notify callbacks [] for router, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.152432 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-95fd6a6d-cefa-4694-b765-856f43f2a280 admin admin] 10.222.0.68 "DELETE /v2.0/routers/503cef08-3705-4941-bd72-1d2f91c33450 HTTP/1.1" status: 204 len: 168 time: 0.9430583 Jul 16 18:46:04.153122 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38454) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:04.158812 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Attempting to bind port 4db0cec0-256a-4756-affe-5c150d68cabb on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:04.159221 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Attempting to bind port 4db0cec0-256a-4756-affe-5c150d68cabb by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:04.159626 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Attempting to bind port 4db0cec0-256a-4756-affe-5c150d68cabb on network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:04.164481 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Port 4db0cec0-256a-4756-affe-5c150d68cabb on network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:46:04.165274 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Attempting to bind port 4db0cec0-256a-4756-affe-5c150d68cabb on network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:04.171049 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:04.171627 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Checking segment: {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:04.172791 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Bound using segment: {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:04.173471 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Bound port: 4db0cec0-256a-4756-affe-5c150d68cabb, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:04.174013 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.202327 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_v2 [None req-56da0423-6dd1-485d-ab93-8d9ca13a13e7 admin admin] Deleting subnet bdf63cb3-37ac-4143-9e41-b35e7f464314 {{(pid=93247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:04.206066 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-56da0423-6dd1-485d-ab93-8d9ca13a13e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.243575 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-56da0423-6dd1-485d-ab93-8d9ca13a13e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10409244'] for subnet, precommit_delete_associations {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.252633 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] For port 4db0cec0-256a-4756-affe-5c150d68cabb, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:04.256158 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] For port 4db0cec0-256a-4756-affe-5c150d68cabb, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4db0cec0-256a-4756-affe-5c150d68cabb,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:04.261678 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.297036 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:04.297479 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.299038 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] 10.222.0.84 "PUT /v2.0/ports/4db0cec0-256a-4756-affe-5c150d68cabb HTTP/1.1" status: 200 len: 1094 time: 0.6878297 Jul 16 18:46:04.301468 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e18df8-814e-4ba2-b76c-6cb86303f0d4', 'tag': '4db0cec0-256a-4756-affe-5c150d68cabb'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:04.303612 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ffa4764-b86c-4d68-9fee-a589c66a4b26" -d '{"events": [{"name": "network-changed", "server_uuid": "70e18df8-814e-4ba2-b76c-6cb86303f0d4", "tag": "4db0cec0-256a-4756-affe-5c150d68cabb"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:04.334910 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec1777-d92e-4916-b447-5aaf0abbb832 service neutron] Pushing event updated for resources: {'Port': ['ID=4db0cec0-256a-4756-affe-5c150d68cabb,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:04.346745 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-56da0423-6dd1-485d-ab93-8d9ca13a13e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.379859 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9857f2e2-f0bc-46ff-9d82-750292b1f0cd x-openstack-request-id: req-9857f2e2-f0bc-46ff-9d82-750292b1f0cd {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:04.380143 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e18df8-814e-4ba2-b76c-6cb86303f0d4", "tag": "4db0cec0-256a-4756-affe-5c150d68cabb", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:04.380393 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9857f2e2-f0bc-46ff-9d82-750292b1f0cd {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:04.380834 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e18df8-814e-4ba2-b76c-6cb86303f0d4', 'tag': '4db0cec0-256a-4756-affe-5c150d68cabb', 'status': 'completed', 'code': 200} Jul 16 18:46:04.411841 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-56da0423-6dd1-485d-ab93-8d9ca13a13e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8677849'] for subnet, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.425569 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-a3454b40-d158-44a2-93f5-e747b626cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:04.427153 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-a3454b40-d158-44a2-93f5-e747b626cddd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 1097 time: 0.0573497 Jul 16 18:46:04.439515 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-56da0423-6dd1-485d-ab93-8d9ca13a13e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.441839 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-56da0423-6dd1-485d-ab93-8d9ca13a13e7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/bdf63cb3-37ac-4143-9e41-b35e7f464314 HTTP/1.1" status: 204 len: 168 time: 0.2877023 Jul 16 18:46:04.442833 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da0423-6dd1-485d-ab93-8d9ca13a13e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdf63cb3-37ac-4143-9e41-b35e7f464314,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:04.446483 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38458) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:04.446854 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0f3953-5aad-48ab-992e-ae9bd4155721 None None] Network 50f941d7-02ce-4842-85fe-b35620f60d46 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:04.489154 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-c72af68a-0d31-4584-abdf-fa72fecde282 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4db0cec0-256a-4756-affe-5c150d68cabb HTTP/1.1" status: 200 len: 217 time: 0.0474494 Jul 16 18:46:04.521740 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.546465 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-8063e223-27bb-4fa2-a5d0-f28fe3d24eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:04.548180 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-8063e223-27bb-4fa2-a5d0-f28fe3d24eee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0469875 Jul 16 18:46:04.589245 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Deleting port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:04.589654 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.641871 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-8245751b-bded-454a-a57a-3be77295e70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:04.643557 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-8245751b-bded-454a-a57a-3be77295e70d service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881224 Jul 16 18:46:04.659712 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3463a2-7efc-4a55-8a60-93f60a389804 None None] DHCP port deletion for 50f941d7-02ce-4842-85fe-b35620f60d46 request from dv-cinder-786932-5-iscsi {{(pid=93248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:46:04.672616 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] For port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=a4ecbb7b-f359-465b-a84f-54d9d48ebcbf,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:04.673053 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.686361 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Calling delete_port for a4ecbb7b-f359-465b-a84f-54d9d48ebcbf owned by network:dhcp {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:04.701630 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device bc29d32e-bdfc-449b-a852-0e81aa6173a7 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:04.726088 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: bc29d32e-bdfc-449b-a852-0e81aa6173a7 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:04.726290 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device bc29d32e-bdfc-449b-a852-0e81aa6173a7 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:04.726614 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device a935a960-ea16-453d-8f83-fe9008cd3a98 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:04.749164 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: a935a960-ea16-453d-8f83-fe9008cd3a98 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:04.749538 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device a935a960-ea16-453d-8f83-fe9008cd3a98 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:04.760100 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-0c3463a2-7efc-4a55-8a60-93f60a389804 None None] Deleting port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf {{(pid=93248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:04.760649 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-0c3463a2-7efc-4a55-8a60-93f60a389804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.787774 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.800213 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-015f34b4-f2d6-4dac-b2ba-01efe91b4e7d service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429331 Jul 16 18:46:04.819225 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4ecbb7b-f359-465b-a84f-54d9d48ebcbf,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:04.827917 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] No DVR routers for this DVR port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf on host dv-cinder-786932-5-iscsi {{(pid=93247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:04.838787 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-0c3463a2-7efc-4a55-8a60-93f60a389804 None None] For port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=a4ecbb7b-f359-465b-a84f-54d9d48ebcbf,segment=NetworkSegment(9911cf3e-8513-4a9a-9e93-76f6fac840cb),segment_id=9911cf3e-8513-4a9a-9e93-76f6fac840cb)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:04.840279 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-0c3463a2-7efc-4a55-8a60-93f60a389804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.855477 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-0c3463a2-7efc-4a55-8a60-93f60a389804 None None] Calling delete_port for a4ecbb7b-f359-465b-a84f-54d9d48ebcbf owned by network:dhcp {{(pid=93248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:04.901860 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6e9fbed4-a183-4ac8-beb0-adc59b8e1fa6 req-f0bc69e7-7332-423a-96f6-3364deaf6fa7 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923750 Jul 16 18:46:04.931695 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.942246 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-0c3463a2-7efc-4a55-8a60-93f60a389804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375'] for port, after_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:04.944821 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f941d7-02ce-4842-85fe-b35620f60d46']}} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:04.960407 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9911cf3e-8513-4a9a-9e93-76f6fac840cb') {'for_net_delete': True} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:04.960801 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9911cf3e-8513-4a9a-9e93-76f6fac840cb') {} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:04.968097 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3463a2-7efc-4a55-8a60-93f60a389804 None None] Pushing event deleted for resources: {'Port': ['ID=a4ecbb7b-f359-465b-a84f-54d9d48ebcbf,revision_number=None']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:04.972990 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3463a2-7efc-4a55-8a60-93f60a389804 None None] No DVR routers for this DVR port a4ecbb7b-f359-465b-a84f-54d9d48ebcbf on host dv-cinder-786932-5-iscsi {{(pid=93248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:04.980141 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10409259'] for segment, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.004593 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2feee-dcd5-4730-bc92-b4a67abdf4c6 req-fb821862-c865-4ab2-9a07-3bcf2febcf41 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:05.006109 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-57b2feee-dcd5-4730-bc92-b4a67abdf4c6 req-fb821862-c865-4ab2-9a07-3bcf2febcf41 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 944 time: 0.1735508 Jul 16 18:46:05.007239 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.022290 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=93247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:05.022726 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8532745'] for segment, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: Traceback (most recent call last): Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: timer() Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: cb(*args, **kw) Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: return func(*args, **kwargs) Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: self._notify() Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: self.callback(batched_events) Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: event.method(event) Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: return f(self, *a, **k) Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._get(url).json() Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:05.025668 dv-cinder-786932-5-iscsi neutron-server[93247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:05.069336 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa4764-b86c-4d68-9fee-a589c66a4b26 req-84bdf419-0fb4-465b-a500-b439a7131d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:05.070913 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1ffa4764-b86c-4d68-9fee-a589c66a4b26 req-84bdf419-0fb4-465b-a500-b439a7131d95 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 1097 time: 0.0689006 Jul 16 18:46:05.096967 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-57b2feee-dcd5-4730-bc92-b4a67abdf4c6 req-291e41f8-bcdc-4b4e-a379-36eb530f90d0 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845029 Jul 16 18:46:05.107776 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.123040 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.129880 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] 10.222.0.68 "DELETE /v2.0/networks/50f941d7-02ce-4842-85fe-b35620f60d46 HTTP/1.1" status: 204 len: 168 time: 0.6816001 Jul 16 18:46:05.133185 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20f221a-e0c3-42ac-9f2e-7d98b2feb383 admin admin] Pushing event deleted for resources: {'Network': ['ID=50f941d7-02ce-4842-85fe-b35620f60d46,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:05.168797 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa4764-b86c-4d68-9fee-a589c66a4b26 req-ae5c1f09-517a-4c7c-ae21-13247a04e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:05.170306 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1ffa4764-b86c-4d68-9fee-a589c66a4b26 req-ae5c1f09-517a-4c7c-ae21-13247a04e3a3 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 913 time: 0.0906880 Jul 16 18:46:05.221451 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1ffa4764-b86c-4d68-9fee-a589c66a4b26 req-8d178acf-ef4d-4b4b-8ea9-04fba7b38c8a service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4db0cec0-256a-4756-affe-5c150d68cabb HTTP/1.1" status: 200 len: 217 time: 0.0423667 Jul 16 18:46:05.238891 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38464) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:05.276417 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa4764-b86c-4d68-9fee-a589c66a4b26 req-ad0710f9-9c0b-4116-bb07-ffb221c63870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:05.277663 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-f29d2e9f-278b-490f-9af5-33a1cae810e9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=95d2e7084619455bb80f8192f381ea27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374846 Jul 16 18:46:05.278202 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1ffa4764-b86c-4d68-9fee-a589c66a4b26 req-ad0710f9-9c0b-4116-bb07-ffb221c63870 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0444710 Jul 16 18:46:05.280149 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38466) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:05.327882 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-eb867a4e-5a4d-4f4e-a0ed-cd503c98e3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.335956 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa4764-b86c-4d68-9fee-a589c66a4b26 req-13ac5563-4817-45af-8022-530fe766bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:05.337634 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1ffa4764-b86c-4d68-9fee-a589c66a4b26 req-13ac5563-4817-45af-8022-530fe766bb5b service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522625 Jul 16 18:46:05.348356 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-eb867a4e-5a4d-4f4e-a0ed-cd503c98e3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.395007 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-eb867a4e-5a4d-4f4e-a0ed-cd503c98e3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.397617 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-eb867a4e-5a4d-4f4e-a0ed-cd503c98e3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:05.398873 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-eb867a4e-5a4d-4f4e-a0ed-cd503c98e3c6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f8ad3b97-88b2-46b6-ada3-6d804abadd18 HTTP/1.1" status: 204 len: 168 time: 0.1176288 Jul 16 18:46:05.406878 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb867a4e-5a4d-4f4e-a0ed-cd503c98e3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ad3b97-88b2-46b6-ada3-6d804abadd18,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:05.436312 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1ffa4764-b86c-4d68-9fee-a589c66a4b26 req-b59ffa57-894c-4a54-b8a4-c0cdc7d85db7 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873141 Jul 16 18:46:05.527349 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1ffa4764-b86c-4d68-9fee-a589c66a4b26 req-fc049de1-7377-4dd2-9909-818196ae5e04 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823855 Jul 16 18:46:06.284322 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078d72c-0a7e-4f86-a97d-47a34fccf2a4 req-61e8e20f-99f7-452d-b41f-87555ceb085e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:06.285823 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f078d72c-0a7e-4f86-a97d-47a34fccf2a4 req-61e8e20f-99f7-452d-b41f-87555ceb085e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0777311 Jul 16 18:46:06.324228 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-f078d72c-0a7e-4f86-a97d-47a34fccf2a4 req-631b84e0-eec7-42ec-8c2a-445bc7f6fcdf tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327485 Jul 16 18:46:06.587400 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device a4ecbb7b-f359-465b-a84f-54d9d48ebcbf no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:06.610487 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: a4ecbb7b-f359-465b-a84f-54d9d48ebcbf {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:06.610863 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device a4ecbb7b-f359-465b-a84f-54d9d48ebcbf not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:07.506263 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028be14-a568-4043-a95f-076680d14e5c req-7d8da58c-2a6f-46b4-a7fc-4f5691126f79 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:07.507719 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f028be14-a568-4043-a95f-076680d14e5c req-7d8da58c-2a6f-46b4-a7fc-4f5691126f79 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0675230 Jul 16 18:46:07.544950 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f028be14-a568-4043-a95f-076680d14e5c req-3e50181e-55ef-46c1-a687-5dcaacca8c42 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316083 Jul 16 18:46:08.732053 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8031b5a7-4981-4dad-bcae-3d8a8b970ec9 req-fd9e049c-fd5b-41ac-8f4d-3ce3439a548d tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:08.733540 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8031b5a7-4981-4dad-bcae-3d8a8b970ec9 req-fd9e049c-fd5b-41ac-8f4d-3ce3439a548d tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0683312 Jul 16 18:46:08.770176 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8031b5a7-4981-4dad-bcae-3d8a8b970ec9 req-dccc300d-e244-4768-afd3-d3a43340e12c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310137 Jul 16 18:46:09.957801 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef1031-f3ab-4ca6-a0cf-cf00f8be6285 req-e8c8c63c-45a5-4661-9d3b-65907436bd40 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:09.959289 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-46ef1031-f3ab-4ca6-a0cf-cf00f8be6285 req-e8c8c63c-45a5-4661-9d3b-65907436bd40 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0690742 Jul 16 18:46:09.999611 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-46ef1031-f3ab-4ca6-a0cf-cf00f8be6285 req-cba83a9e-0e30-43a4-9e81-b76f3659b0a9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320926 Jul 16 18:46:11.174696 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fddd98-52c3-4ea4-84ca-83764fc7b073 req-2b906983-b55a-45c7-83cd-d7594d6cc847 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:11.176151 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-00fddd98-52c3-4ea4-84ca-83764fc7b073 req-2b906983-b55a-45c7-83cd-d7594d6cc847 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0669487 Jul 16 18:46:11.217779 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-00fddd98-52c3-4ea4-84ca-83764fc7b073 req-df0cec01-9111-45e6-83f0-c729feed3b46 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333917 Jul 16 18:46:12.248082 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 4db0cec0-256a-4756-affe-5c150d68cabb details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:46:12.344160 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 4db0cec0-256a-4756-affe-5c150d68cabb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4db0cec0-256a-4756-affe-5c150d68cabb,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:12.355288 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '4db0cec0-256a-4756-affe-5c150d68cabb', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'port_id': '4db0cec0-256a-4756-affe-5c150d68cabb', 'mac_address': 'fa:16:3e:66:60:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:46:12.393279 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3b6ca-a145-4252-a478-8cd9b5f26ed8 req-7d24a352-f227-4311-ba20-d865cb06b188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:12.394442 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.395909 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-49d3b6ca-a145-4252-a478-8cd9b5f26ed8 req-7d24a352-f227-4311-ba20-d865cb06b188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 944 time: 0.0648694 Jul 16 18:46:12.407196 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4db0cec0-256a-4756-affe-5c150d68cabb {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:12.426949 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 4db0cec0-256a-4756-affe-5c150d68cabb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4db0cec0-256a-4756-affe-5c150d68cabb,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:12.431357 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:12.438106 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-49d3b6ca-a145-4252-a478-8cd9b5f26ed8 req-516c23a8-e988-4db3-89ef-2c81cad8e11c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352523 Jul 16 18:46:12.477441 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=4db0cec0-256a-4756-affe-5c150d68cabb,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:12.759010 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['4db0cec0-256a-4756-affe-5c150d68cabb'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:13.624287 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42952d5-c7d6-4175-9c97-790729bb4fea req-3f0b3713-6f1f-4abb-bb64-9a04c83d328c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:13.625980 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b42952d5-c7d6-4175-9c97-790729bb4fea req-3f0b3713-6f1f-4abb-bb64-9a04c83d328c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 945 time: 0.0747209 Jul 16 18:46:13.666480 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b42952d5-c7d6-4175-9c97-790729bb4fea req-4474aef8-48da-4185-b2b9-2726890642b9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346947 Jul 16 18:46:14.279321 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 4db0cec0-256a-4756-affe-5c150d68cabb up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:14.347510 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port 4db0cec0-256a-4756-affe-5c150d68cabb completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:14.351597 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 4db0cec0-256a-4756-affe-5c150d68cabb triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:14.351979 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.430498 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.454077 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e18df8-814e-4ba2-b76c-6cb86303f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db0cec0-256a-4756-affe-5c150d68cabb'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:14.456524 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da814a5b-32b8-42b4-ab37-f2d70dd32757" -d '{"events": [{"server_uuid": "70e18df8-814e-4ba2-b76c-6cb86303f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "4db0cec0-256a-4756-affe-5c150d68cabb"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:14.469770 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 4db0cec0-256a-4756-affe-5c150d68cabb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4db0cec0-256a-4756-affe-5c150d68cabb,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:14.474831 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.509165 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a906f7b6-bb35-4c73-8f35-03553c5965c7 x-openstack-request-id: req-a906f7b6-bb35-4c73-8f35-03553c5965c7 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:14.509165 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e18df8-814e-4ba2-b76c-6cb86303f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "4db0cec0-256a-4756-affe-5c150d68cabb", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:14.509484 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a906f7b6-bb35-4c73-8f35-03553c5965c7 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:14.509829 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e18df8-814e-4ba2-b76c-6cb86303f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4db0cec0-256a-4756-affe-5c150d68cabb', 'code': 200} Jul 16 18:46:14.525974 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=4db0cec0-256a-4756-affe-5c150d68cabb,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:14.824498 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38594) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:14.840932 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfb766-db1a-4fec-960e-a630a80e5440 req-cdb30f93-0927-4db9-80c3-c6f86649b592 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:14.842461 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-92dfb766-db1a-4fec-960e-a630a80e5440 req-cdb30f93-0927-4db9-80c3-c6f86649b592 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0632622 Jul 16 18:46:14.882606 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-92dfb766-db1a-4fec-960e-a630a80e5440 req-8dffe1b4-89dc-4160-a261-f2361168ad0c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337880 Jul 16 18:46:14.934323 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89ad311b-60cf-471f-84f1-12684910a3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:14.947567 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c2eb7-52f2-438c-8490-b77af71d7528 req-86829af8-2251-420a-8a90-c6a926347abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:14.949210 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9a1c2eb7-52f2-438c-8490-b77af71d7528 req-86829af8-2251-420a-8a90-c6a926347abf service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 1099 time: 0.1711597 Jul 16 18:46:15.001263 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9a1c2eb7-52f2-438c-8490-b77af71d7528 req-25777211-2cf4-44e7-88f5-ba8e75c41427 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444384 Jul 16 18:46:15.054638 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89ad311b-60cf-471f-84f1-12684910a3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.059799 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-89ad311b-60cf-471f-84f1-12684910a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.097067 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-89ad311b-60cf-471f-84f1-12684910a3b2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4e222113d4d943f89243e4941e75b86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2714891 Jul 16 18:46:15.097959 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad311b-60cf-471f-84f1-12684910a3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4bddc1-876a-4042-b0ec-06a297b5f11f,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:15.099860 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38598) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:15.149981 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ec0-1a6d-4b56-8320-bdb4e17bba75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.175118 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ec0-1a6d-4b56-8320-bdb4e17bba75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.226108 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ec0-1a6d-4b56-8320-bdb4e17bba75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.228618 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0ec0-1a6d-4b56-8320-bdb4e17bba75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.229770 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-5c3f0ec0-1a6d-4b56-8320-bdb4e17bba75 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ef4bddc1-876a-4042-b0ec-06a297b5f11f HTTP/1.1" status: 204 len: 168 time: 0.1286917 Jul 16 18:46:15.238563 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f0ec0-1a6d-4b56-8320-bdb4e17bba75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4bddc1-876a-4042-b0ec-06a297b5f11f,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:15.874238 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38620) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:15.978882 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-563190598-network', 'tenant_id': '27a4c3e2bd0b4be3afb121ea68316dc9'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:16.012968 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] Made reservation on behalf of 27a4c3e2bd0b4be3afb121ea68316dc9 for: {'network': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:16.015206 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.040056 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.094689 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13d976-4987-4f4b-83ca-869cdb7f37a7 req-7c29f412-c153-4ed6-b0a6-210fdb313a44 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:16.096243 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0e13d976-4987-4f4b-83ca-869cdb7f37a7 req-7c29f412-c153-4ed6-b0a6-210fdb313a44 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0996158 Jul 16 18:46:16.153627 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0e13d976-4987-4f4b-83ca-869cdb7f37a7 req-b23d80d8-5b48-4e36-9d71-797369a3f0f3 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506561 Jul 16 18:46:16.187568 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.193218 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.217300 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=93246) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:46:16.226821 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ed8b05-b2e6-450f-93e5-4c73b022fcb0,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:16.231443 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.231795 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.segments_db [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] Added segment 72004db8-a812-480e-86df-0bb570a21e65 of type vlan for network bd21e616-f114-461a-ae13-7769d1c00f79 Jul 16 18:46:16.271252 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.305228 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.306233 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:16.306925 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.337685 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4618979 Jul 16 18:46:16.340376 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38626) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:16.346575 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-af2ca8f4-ef13-41a3-816d-12ae3a346552 admin admin] Request body: {'subnet': {'network_id': 'bd21e616-f114-461a-ae13-7769d1c00f79', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-563190598-subnet', 'tenant_id': '27a4c3e2bd0b4be3afb121ea68316dc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:16.374246 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cb368-85bd-464b-b3a9-18d2b2fbba5f admin admin] Pushing event updated for resources: {'Network': ['ID=bd21e616-f114-461a-ae13-7769d1c00f79,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:16.384167 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network bd21e616-f114-461a-ae13-7769d1c00f79 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:46:16.399099 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2ca8f4-ef13-41a3-816d-12ae3a346552 admin admin] Made reservation on behalf of 27a4c3e2bd0b4be3afb121ea68316dc9 for: {'subnet': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:16.401705 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-af2ca8f4-ef13-41a3-816d-12ae3a346552 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10420629'] for subnet, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.568195 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-af2ca8f4-ef13-41a3-816d-12ae3a346552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10420615'] for subnet, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.622333 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ca8f4-ef13-41a3-816d-12ae3a346552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=821d5f14-bd56-4ba2-bdc4-209d03461282,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:16.629798 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ca8f4-ef13-41a3-816d-12ae3a346552 admin admin] Checking segment: {'id': '72004db8-a812-480e-86df-0bb570a21e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'bd21e616-f114-461a-ae13-7769d1c00f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:16.630152 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ca8f4-ef13-41a3-816d-12ae3a346552 admin admin] Network hostable DHCP agents. Network: bd21e616-f114-461a-ae13-7769d1c00f79, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:46:16.648367 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ca8f4-ef13-41a3-816d-12ae3a346552 admin admin] Network bd21e616-f114-461a-ae13-7769d1c00f79 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:46:16.657786 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-af2ca8f4-ef13-41a3-816d-12ae3a346552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, bd21e616-f114-461a-ae13-7769d1c00f79) {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:16.662327 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2ca8f4-ef13-41a3-816d-12ae3a346552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:16.663439 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-af2ca8f4-ef13-41a3-816d-12ae3a346552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:16.666647 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd4648e-3c7c-48d0-ba99-8e04a9af1479 None None] Network bd21e616-f114-461a-ae13-7769d1c00f79 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:16.678039 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-af2ca8f4-ef13-41a3-816d-12ae3a346552 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3366714 Jul 16 18:46:16.793319 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fc05b9-333d-4328-a671-ed6746bd6d04 None None] Network bd21e616-f114-461a-ae13-7769d1c00f79 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:17.132904 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38642) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:17.137951 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-27698483-network', 'tenant_id': '5b11829f64a24542b8f7ecbe2b7d4deb'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:17.159450 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] Made reservation on behalf of 5b11829f64a24542b8f7ecbe2b7d4deb for: {'network': 1} {{(pid=93247) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:17.161817 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for network, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.169915 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.259895 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.273112 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.318729 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=93247) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:46:17.334617 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d01f086-68e5-4eb0-a4a5-576948fa807d,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:17.338233 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.338589 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.segments_db [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] Added segment 8608bc2b-f471-42e1-bcda-23b0ee9d20f2 of type vlan for network 0d11cd38-ff60-4ef9-ad24-559abcbdbe81 Jul 16 18:46:17.388428 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728546407711'] for network, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.402837 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee273c5-52f1-4b77-a4b7-b37b15cf40fb req-2929c406-fd15-452c-a7f9-cc1ac7b9ed9b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:17.404340 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-aee273c5-52f1-4b77-a4b7-b37b15cf40fb req-2929c406-fd15-452c-a7f9-cc1ac7b9ed9b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 946 time: 0.1405160 Jul 16 18:46:17.442355 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994'] for network, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.443317 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:17.443889 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.479570 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-aee273c5-52f1-4b77-a4b7-b37b15cf40fb req-ea0b7f08-3487-4607-a86b-406e758da94f tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685537 Jul 16 18:46:17.486477 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3524621 Jul 16 18:46:17.489485 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38646) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:17.503160 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-86bae697-d00b-43cc-a71b-3a6c3d48c476 admin admin] Request body: {'subnet': {'network_id': '0d11cd38-ff60-4ef9-ad24-559abcbdbe81', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-27698483-subnet', 'tenant_id': '5b11829f64a24542b8f7ecbe2b7d4deb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:17.514728 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14ac8d-20af-46ae-b69f-ff7351e4c58c admin admin] Pushing event updated for resources: {'Network': ['ID=0d11cd38-ff60-4ef9-ad24-559abcbdbe81,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:17.526051 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Network 0d11cd38-ff60-4ef9-ad24-559abcbdbe81 details requested by agent ovs-agent-dv-cinder-786932-5-iscsi with host dv-cinder-786932-5-iscsi {{(pid=93248) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:46:17.531248 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bae697-d00b-43cc-a71b-3a6c3d48c476 admin admin] Made reservation on behalf of 5b11829f64a24542b8f7ecbe2b7d4deb for: {'subnet': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:17.534180 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-86bae697-d00b-43cc-a71b-3a6c3d48c476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10420629'] for subnet, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.708221 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eaf1c-1c62-413b-a19f-4019ee3873de req-5d223362-118c-41f9-ad0b-bbaa0a7bcc46 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:17.709709 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b80eaf1c-1c62-413b-a19f-4019ee3873de req-5d223362-118c-41f9-ad0b-bbaa0a7bcc46 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 946 time: 0.1114552 Jul 16 18:46:17.778264 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-86bae697-d00b-43cc-a71b-3a6c3d48c476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10420615'] for subnet, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.783751 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b80eaf1c-1c62-413b-a19f-4019ee3873de req-e9f5d008-6bd8-4efa-958a-8bf2ecd7783c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673716 Jul 16 18:46:17.808488 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38650) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:17.828697 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bae697-d00b-43cc-a71b-3a6c3d48c476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56fe7d4e-2a72-4707-a36d-7f13f1449813,revision_number=0']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:17.843498 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bae697-d00b-43cc-a71b-3a6c3d48c476 admin admin] Checking segment: {'id': '8608bc2b-f471-42e1-bcda-23b0ee9d20f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '0d11cd38-ff60-4ef9-ad24-559abcbdbe81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:17.843843 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bae697-d00b-43cc-a71b-3a6c3d48c476 admin admin] Network hostable DHCP agents. Network: 0d11cd38-ff60-4ef9-ad24-559abcbdbe81, hostable agents: ['fa7abf26-038c-44ca-8388-7b5f8c9d88cb'], hosted agents: [] {{(pid=93246) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:46:17.859637 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bae697-d00b-43cc-a71b-3a6c3d48c476 admin admin] Network 0d11cd38-ff60-4ef9-ad24-559abcbdbe81 is scheduled to be hosted by DHCP agent fa7abf26-038c-44ca-8388-7b5f8c9d88cb with binding_index 1 {{(pid=93246) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:46:17.868536 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-86bae697-d00b-43cc-a71b-3a6c3d48c476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786932-5-iscsi, 0d11cd38-ff60-4ef9-ad24-559abcbdbe81) {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:17.876400 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d25d8f-5888-4e06-8476-edb62610b191 None None] Network 0d11cd38-ff60-4ef9-ad24-559abcbdbe81 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:17.878082 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bae697-d00b-43cc-a71b-3a6c3d48c476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:17.878671 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-86bae697-d00b-43cc-a71b-3a6c3d48c476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:17.894104 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-86bae697-d00b-43cc-a71b-3a6c3d48c476 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4024873 Jul 16 18:46:18.005682 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d733ca6f-a439-49a7-bf50-0f7f75087d04 None None] Network 0d11cd38-ff60-4ef9-ad24-559abcbdbe81 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:46:18.008350 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38656) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.054518 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_v2 [None req-58be528a-a6b4-42e0-8b2f-63b271321821 admin admin] Deleting subnet 821d5f14-bd56-4ba2-bdc4-209d03461282 {{(pid=93246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:18.058265 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-58be528a-a6b4-42e0-8b2f-63b271321821 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.074389 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e8b44-ee4b-4189-afe5-6b1c6cce0f3a tempest-TestVolumeBootPattern-1188800288 tempest-TestVolumeBootPattern-1188800288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:18.076083 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-8f6e8b44-ee4b-4189-afe5-6b1c6cce0f3a tempest-TestVolumeBootPattern-1188800288 tempest-TestVolumeBootPattern-1188800288-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 1094 time: 0.2665725 Jul 16 18:46:18.079138 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38658) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.083657 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.v2.base [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Request body: {'floatingip': {'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'port_id': '4db0cec0-256a-4756-affe-5c150d68cabb', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93247) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:18.099287 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-58be528a-a6b4-42e0-8b2f-63b271321821 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10092852'] for subnet, precommit_delete_associations {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.111155 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for floatingip, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.140150 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-58be528a-a6b4-42e0-8b2f-63b271321821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.193621 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-58be528a-a6b4-42e0-8b2f-63b271321821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2311627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10420670'] for subnet, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.206455 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.218630 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be528a-a6b4-42e0-8b2f-63b271321821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=821d5f14-bd56-4ba2-bdc4-209d03461282,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:18.222898 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-58be528a-a6b4-42e0-8b2f-63b271321821 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.228017 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-58be528a-a6b4-42e0-8b2f-63b271321821 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/821d5f14-bd56-4ba2-bdc4-209d03461282 HTTP/1.1" status: 204 len: 168 time: 0.2186329 Jul 16 18:46:18.228613 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38660) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.299395 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-dc9597db-0114-468e-968c-3981af487fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.380805 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-dc9597db-0114-468e-968c-3981af487fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.392377 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-dc9597db-0114-468e-968c-3981af487fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd21e616-f114-461a-ae13-7769d1c00f79']}} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:18.403502 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-dc9597db-0114-468e-968c-3981af487fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72004db8-a812-480e-86df-0bb570a21e65') {'for_net_delete': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:18.403784 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-dc9597db-0114-468e-968c-3981af487fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72004db8-a812-480e-86df-0bb570a21e65') {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:18.413982 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-dc9597db-0114-468e-968c-3981af487fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10092803'] for segment, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.428952 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-dc9597db-0114-468e-968c-3981af487fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.435521 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9597db-0114-468e-968c-3981af487fe4 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=93246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:18.436052 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-dc9597db-0114-468e-968c-3981af487fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2312041'] for segment, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: Traceback (most recent call last): Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: timer() Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: cb(*args, **kw) Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: return func(*args, **kwargs) Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: self._notify() Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: self.callback(batched_events) Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: event.method(event) Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: return f(self, *a, **k) Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: return self._get(url).json() Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:18.437739 dv-cinder-786932-5-iscsi neutron-server[93246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:18.497817 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-dc9597db-0114-468e-968c-3981af487fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.503567 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-dc9597db-0114-468e-968c-3981af487fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.508342 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-dc9597db-0114-468e-968c-3981af487fe4 admin admin] 10.222.0.68 "DELETE /v2.0/networks/bd21e616-f114-461a-ae13-7769d1c00f79 HTTP/1.1" status: 204 len: 168 time: 0.2787626 Jul 16 18:46:18.508959 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38662) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.526773 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9597db-0114-468e-968c-3981af487fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd21e616-f114-461a-ae13-7769d1c00f79,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:18.554101 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_common [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Allocated IP 172.27.3.237 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/c4da6355-fbcd-4e27-86a7-7b0cac34a29f) {{(pid=93247) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:18.562847 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49eec0b-3e64-479c-b59e-4f4524635d8e admin admin] Deleting subnet 56fe7d4e-2a72-4707-a36d-7f13f1449813 {{(pid=93246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:46:18.565957 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d49eec0b-3e64-479c-b59e-4f4524635d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.599701 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d49eec0b-3e64-479c-b59e-4f4524635d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10092852'] for subnet, precommit_delete_associations {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.641234 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d49eec0b-3e64-479c-b59e-4f4524635d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.655295 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for port, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.693415 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d49eec0b-3e64-479c-b59e-4f4524635d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2311627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10420670'] for subnet, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.694576 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.718746 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49eec0b-3e64-479c-b59e-4f4524635d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56fe7d4e-2a72-4707-a36d-7f13f1449813,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:18.722348 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-d49eec0b-3e64-479c-b59e-4f4524635d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.726533 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-d49eec0b-3e64-479c-b59e-4f4524635d8e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/56fe7d4e-2a72-4707-a36d-7f13f1449813 HTTP/1.1" status: 204 len: 168 time: 0.2155054 Jul 16 18:46:18.727597 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38664) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:18.736808 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93247) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:18.739600 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.base_scheduler [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Resources bound (agent type, host, resource id): {{(pid=93247) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:18.743144 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Received port after_create {{(pid=93247) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:18.748589 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'Port': ['ID=c4da6355-fbcd-4e27-86a7-7b0cac34a29f,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:18.777137 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:18.777487 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:18.777860 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:18.778192 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:18.778522 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:18.778830 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:18.779155 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:18.779478 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:18.779804 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:18.780121 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:18.780435 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:18.780752 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:18.796156 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-97d757a9-0c75-4c58-a6b8-6dd331fb86f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.876233 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-97d757a9-0c75-4c58-a6b8-6dd331fb86f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.886091 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-97d757a9-0c75-4c58-a6b8-6dd331fb86f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d11cd38-ff60-4ef9-ad24-559abcbdbe81']}} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:18.896061 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-97d757a9-0c75-4c58-a6b8-6dd331fb86f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8608bc2b-f471-42e1-bcda-23b0ee9d20f2') {'for_net_delete': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:18.896274 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-97d757a9-0c75-4c58-a6b8-6dd331fb86f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8608bc2b-f471-42e1-bcda-23b0ee9d20f2') {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:18.905139 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-97d757a9-0c75-4c58-a6b8-6dd331fb86f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10092803'] for segment, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.918708 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-97d757a9-0c75-4c58-a6b8-6dd331fb86f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.924595 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d757a9-0c75-4c58-a6b8-6dd331fb86f5 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=93246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:46:18.924975 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-97d757a9-0c75-4c58-a6b8-6dd331fb86f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2312041'] for segment, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: Traceback (most recent call last): Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: timer() Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: cb(*args, **kw) Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: return func(*args, **kwargs) Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: self._notify() Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: self.callback(batched_events) Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: event.method(event) Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: return f(self, *a, **k) Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: return self._get(url).json() Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: return self.request(url, 'GET', **kwargs) Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:46:18.926607 dv-cinder-786932-5-iscsi neutron-server[93246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:46:18.983324 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-97d757a9-0c75-4c58-a6b8-6dd331fb86f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.987954 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-97d757a9-0c75-4c58-a6b8-6dd331fb86f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.989875 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-97d757a9-0c75-4c58-a6b8-6dd331fb86f5 admin admin] 10.222.0.68 "DELETE /v2.0/networks/0d11cd38-ff60-4ef9-ad24-559abcbdbe81 HTTP/1.1" status: 204 len: 168 time: 0.2613075 Jul 16 18:46:19.002085 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d757a9-0c75-4c58-a6b8-6dd331fb86f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d11cd38-ff60-4ef9-ad24-559abcbdbe81,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:19.125235 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.152980 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38668) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:19.192015 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-d7e636d5-349c-4030-a0b8-b7cda8955365 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=27a4c3e2bd0b4be3afb121ea68316dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377266 Jul 16 18:46:19.194446 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38670) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:19.201331 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.242339 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4ab174e9-4488-4078-b366-33b57722d16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.264441 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4ab174e9-4488-4078-b366-33b57722d16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.313177 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4ab174e9-4488-4078-b366-33b57722d16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.315852 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-4ab174e9-4488-4078-b366-33b57722d16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.316984 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-4ab174e9-4488-4078-b366-33b57722d16b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/42ed8b05-b2e6-450f-93e5-4c73b022fcb0 HTTP/1.1" status: 204 len: 168 time: 0.1215925 Jul 16 18:46:19.327206 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab174e9-4488-4078-b366-33b57722d16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ed8b05-b2e6-450f-93e5-4c73b022fcb0,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:19.354401 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for port, precommit_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.360550 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8532449'] for port, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.431289 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'Port': ['ID=c4da6355-fbcd-4e27-86a7-7b0cac34a29f,revision_number=2']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:19.441973 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.540256 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.db.l3_db [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Floating IP d9af8d83-f963-41c5-a257-21c815c62dc4 associated. External IP: 172.27.3.237, port: 4db0cec0-256a-4756-affe-5c150d68cabb. Jul 16 18:46:19.644884 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38676) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:19.684546 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-10a74636-3ea7-4827-a210-b321f5db997a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5b11829f64a24542b8f7ecbe2b7d4deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381706 Jul 16 18:46:19.687072 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38678) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:19.738072 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-17fe41b5-93b4-40f8-b829-e19c036fe55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.748646 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Router c867d486-66c5-463f-b71c-a12082d8edf9 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:46:19.759726 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-17fe41b5-93b4-40f8-b829-e19c036fe55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.806191 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-17fe41b5-93b4-40f8-b829-e19c036fe55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.808719 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-17fe41b5-93b4-40f8-b829-e19c036fe55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.810063 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-17fe41b5-93b4-40f8-b829-e19c036fe55e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5d01f086-68e5-4eb0-a4a5-576948fa807d HTTP/1.1" status: 204 len: 168 time: 0.1221056 Jul 16 18:46:19.818974 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe41b5-93b4-40f8-b829-e19c036fe55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d01f086-68e5-4eb0-a4a5-576948fa807d,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:19.857954 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:46:19.870954 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6ef91-0fe5-481b-9840-918bacf18ae8 None None] Sync routers for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:46:19.876444 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:19.881155 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b6ef91-0fe5-481b-9840-918bacf18ae8 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:19.881876 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-86b6ef91-0fe5-481b-9840-918bacf18ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:46:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:19.927612 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-27e6c30e-480a-4756-963e-46247947bb4a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8346450 Jul 16 18:46:19.927612 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e18df8-814e-4ba2-b76c-6cb86303f0d4', 'tag': '4db0cec0-256a-4756-affe-5c150d68cabb'}] {{(pid=93247) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:19.927612 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1675f5700063021dd68c6217033055bce74fc81c8decf1c9b68bd4a19952454f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925418c4-be4a-4875-b2ce-57653547de39" -d '{"events": [{"name": "network-changed", "server_uuid": "70e18df8-814e-4ba2-b76c-6cb86303f0d4", "tag": "4db0cec0-256a-4756-affe-5c150d68cabb"}]}' {{(pid=93247) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:19.954082 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019605fe-8b39-4ff7-a091-ecf0f36e19e7 x-openstack-request-id: req-019605fe-8b39-4ff7-a091-ecf0f36e19e7 {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:19.954433 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e18df8-814e-4ba2-b76c-6cb86303f0d4", "tag": "4db0cec0-256a-4756-affe-5c150d68cabb", "status": "completed", "code": 200}]} {{(pid=93247) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:19.954683 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-019605fe-8b39-4ff7-a091-ecf0f36e19e7 {{(pid=93247) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:19.955084 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e18df8-814e-4ba2-b76c-6cb86303f0d4', 'tag': '4db0cec0-256a-4756-affe-5c150d68cabb', 'status': 'completed', 'code': 200} Jul 16 18:46:20.006711 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-86b6ef91-0fe5-481b-9840-918bacf18ae8 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:20.061173 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925418c4-be4a-4875-b2ce-57653547de39 req-45ebdc82-1be9-43a5-bb4f-1d0ac886584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:20.062738 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-925418c4-be4a-4875-b2ce-57653547de39 req-45ebdc82-1be9-43a5-bb4f-1d0ac886584c service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 1099 time: 0.0537243 Jul 16 18:46:20.166517 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925418c4-be4a-4875-b2ce-57653547de39 req-8aa8f6a8-83ba-49a1-be13-4fd71906f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:20.168259 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-925418c4-be4a-4875-b2ce-57653547de39 req-8aa8f6a8-83ba-49a1-be13-4fd71906f73c service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 913 time: 0.0982661 Jul 16 18:46:20.236550 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-925418c4-be4a-4875-b2ce-57653547de39 req-9c1f7844-357b-44b7-85f0-1c32e1c6734e service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4db0cec0-256a-4756-affe-5c150d68cabb HTTP/1.1" status: 200 len: 1000 time: 0.0612717 Jul 16 18:46:20.289013 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925418c4-be4a-4875-b2ce-57653547de39 req-a09fe6cf-c9dd-4a0a-a641-b99e818a453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:20.290824 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-925418c4-be4a-4875-b2ce-57653547de39 req-a09fe6cf-c9dd-4a0a-a641-b99e818a453b service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0476701 Jul 16 18:46:20.353688 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925418c4-be4a-4875-b2ce-57653547de39 req-6f785aff-5d2a-493d-aa57-389f21c56641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:20.355425 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-925418c4-be4a-4875-b2ce-57653547de39 req-6f785aff-5d2a-493d-aa57-389f21c56641 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0574603 Jul 16 18:46:20.368124 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [req-925418c4-be4a-4875-b2ce-57653547de39 req-6f562046-3191-4ef6-9d10-599d490180a5 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=93246) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:46:20.369125 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-925418c4-be4a-4875-b2ce-57653547de39 req-6f562046-3191-4ef6-9d10-599d490180a5 service neutron] 10.222.0.84 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056539 Jul 16 18:46:20.372406 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-86b6ef91-0fe5-481b-9840-918bacf18ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'd9af8d83-f963-41c5-a257-21c815c62dc4', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': '4db0cec0-256a-4756-affe-5c150d68cabb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:66:60:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e18df8-814e-4ba2-b76c-6cb86303f0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:18Z', 'updated_at': '2021-07-16T18:46:18Z', 'revision_number': 0, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:20.404562 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6ef91-0fe5-481b-9840-918bacf18ae8 None None] Checking router: c867d486-66c5-463f-b71c-a12082d8edf9 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:46:20.413290 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b6ef91-0fe5-481b-9840-918bacf18ae8 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:46:20.413951 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-86b6ef91-0fe5-481b-9840-918bacf18ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:46:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:20.462652 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-925418c4-be4a-4875-b2ce-57653547de39 req-1424f033-e4d0-4306-97a4-2ca43d65760d service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848353 Jul 16 18:46:20.525049 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-86b6ef91-0fe5-481b-9840-918bacf18ae8 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:46:20.562139 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-925418c4-be4a-4875-b2ce-57653547de39 req-1bfec246-17b9-4c39-af86-fd954a7b5733 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926173 Jul 16 18:46:20.747763 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-86b6ef91-0fe5-481b-9840-918bacf18ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'd9af8d83-f963-41c5-a257-21c815c62dc4', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': '4db0cec0-256a-4756-affe-5c150d68cabb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:66:60:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e18df8-814e-4ba2-b76c-6cb86303f0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:18Z', 'updated_at': '2021-07-16T18:46:18Z', 'revision_number': 0, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:46:20.776621 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b6ef91-0fe5-481b-9840-918bacf18ae8 None None] The sync data for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi is: [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': 'd9af8d83-f963-41c5-a257-21c815c62dc4', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': '4db0cec0-256a-4756-affe-5c150d68cabb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:66:60:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e18df8-814e-4ba2-b76c-6cb86303f0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:46:18Z', 'updated_at': '2021-07-16T18:46:18Z', 'revision_number': 0, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:46:20.969277 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe87abb5-5ff3-4f72-92e3-a4061b05a423 None None] New status for floating IP d9af8d83-f963-41c5-a257-21c815c62dc4: ACTIVE {{(pid=93249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:46:21.309012 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38722) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:21.416957 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-dde38952-bbfc-4a35-a871-0fb0e521f9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.508158 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-dde38952-bbfc-4a35-a871-0fb0e521f9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.513413 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-dde38952-bbfc-4a35-a871-0fb0e521f9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.552532 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde38952-bbfc-4a35-a871-0fb0e521f9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4184662e-677f-422b-a9df-75baad94391a,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:21.556806 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-dde38952-bbfc-4a35-a871-0fb0e521f9ec admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=24e6f25fa9b34cc89aa9b0d203b98002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467091 Jul 16 18:46:21.559548 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38726) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:21.607450 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5ee6a3be-71b6-4002-a22d-0e17aa7cf8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.628024 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5ee6a3be-71b6-4002-a22d-0e17aa7cf8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.674734 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5ee6a3be-71b6-4002-a22d-0e17aa7cf8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.677253 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-5ee6a3be-71b6-4002-a22d-0e17aa7cf8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:21.678572 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-5ee6a3be-71b6-4002-a22d-0e17aa7cf8f8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4184662e-677f-422b-a9df-75baad94391a HTTP/1.1" status: 204 len: 168 time: 0.1181633 Jul 16 18:46:21.686406 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6a3be-71b6-4002-a22d-0e17aa7cf8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4184662e-677f-422b-a9df-75baad94391a,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:21.940605 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38732) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:21.954156 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-98985f00-dbab-4215-9c36-035aea95c7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.043934 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-98985f00-dbab-4215-9c36-035aea95c7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.048716 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-98985f00-dbab-4215-9c36-035aea95c7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.086517 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-98985f00-dbab-4215-9c36-035aea95c7f3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=786cb37537b244edbc3f3693858d8913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448429 Jul 16 18:46:22.087506 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98985f00-dbab-4215-9c36-035aea95c7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9027f97c-3655-4bf9-b1f8-d9ea5bb4ecc5,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:22.089271 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38734) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:22.138933 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.159676 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.208196 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.210781 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.214198 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9027f97c-3655-4bf9-b1f8-d9ea5bb4ecc5 HTTP/1.1" status: 204 len: 168 time: 0.1216383 Jul 16 18:46:22.220953 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9027f97c-3655-4bf9-b1f8-d9ea5bb4ecc5,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:22.228777 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:22.229143 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:22.229603 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:22.229943 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:22.230273 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:22.230606 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:22.230930 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:22.231260 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:22.231585 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:22.232019 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:22.232342 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:22.232662 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb85e33-20c5-4830-8974-c9148b9c3dd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:26.320785 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38800) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:26.442020 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e6e83a17-f7ec-4483-9ae5-27c93c46f84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.540854 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e6e83a17-f7ec-4483-9ae5-27c93c46f84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.546671 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-e6e83a17-f7ec-4483-9ae5-27c93c46f84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.582333 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e83a17-f7ec-4483-9ae5-27c93c46f84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a33f5d-f16b-4ed0-9631-f9c2d28839dd,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:26.586592 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-e6e83a17-f7ec-4483-9ae5-27c93c46f84f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=eafb27cba59d4b4686f38cbe19a893c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2647593 Jul 16 18:46:26.589147 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38806) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:26.636310 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f3288686-56d2-4b4d-9166-2643ab1dff9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.656766 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f3288686-56d2-4b4d-9166-2643ab1dff9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.705184 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f3288686-56d2-4b4d-9166-2643ab1dff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.707909 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f3288686-56d2-4b4d-9166-2643ab1dff9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:26.709031 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-f3288686-56d2-4b4d-9166-2643ab1dff9b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/13a33f5d-f16b-4ed0-9631-f9c2d28839dd HTTP/1.1" status: 204 len: 168 time: 0.1187947 Jul 16 18:46:26.716681 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3288686-56d2-4b4d-9166-2643ab1dff9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a33f5d-f16b-4ed0-9631-f9c2d28839dd,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:27.735767 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38836) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:27.851125 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8a76431f-8210-4c63-a3c3-59a7892e4a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.937566 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8a76431f-8210-4c63-a3c3-59a7892e4a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.943108 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-8a76431f-8210-4c63-a3c3-59a7892e4a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:27.980502 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-8a76431f-8210-4c63-a3c3-59a7892e4a44 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=493a91ca65ae4b8092fb2773e2870457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436411 Jul 16 18:46:27.981455 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a76431f-8210-4c63-a3c3-59a7892e4a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bd72b5-2202-44a1-b140-137a5f5cc676,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:27.984288 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38840) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:28.035239 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f7811ed0-5f92-49c2-b6f5-3e880c3b612d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.056353 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f7811ed0-5f92-49c2-b6f5-3e880c3b612d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.108873 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f7811ed0-5f92-49c2-b6f5-3e880c3b612d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.111393 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-f7811ed0-5f92-49c2-b6f5-3e880c3b612d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.112544 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-f7811ed0-5f92-49c2-b6f5-3e880c3b612d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/14bd72b5-2202-44a1-b140-137a5f5cc676 HTTP/1.1" status: 204 len: 168 time: 0.1270730 Jul 16 18:46:28.120060 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7811ed0-5f92-49c2-b6f5-3e880c3b612d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bd72b5-2202-44a1-b140-137a5f5cc676,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:28.662105 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-675be624-c908-4991-930a-5a8a66eb8976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.559212 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81776785-bf41-4973-a253-ab011791468f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:31.916301 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:32.637481 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:33.537500 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:34.070344 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.229402 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 38914) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:37.333401 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-87e13159-a2d9-413d-acee-730863b31bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.433459 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-87e13159-a2d9-413d-acee-730863b31bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.439169 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-87e13159-a2d9-413d-acee-730863b31bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_create {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.476536 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-87e13159-a2d9-413d-acee-730863b31bf6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bf3992c28d664fd996a163fe8b4e824b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459772 Jul 16 18:46:37.477303 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e13159-a2d9-413d-acee-730863b31bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aca5aab-6388-476e-b10b-58098ff9aa42,revision_number=1']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:37.480215 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 38918) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:37.530974 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-76d17942-76b5-4dc5-ae62-1b1166772087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.552256 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-76d17942-76b5-4dc5-ae62-1b1166772087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.598717 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-76d17942-76b5-4dc5-ae62-1b1166772087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.601269 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-76d17942-76b5-4dc5-ae62-1b1166772087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:37.602429 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-76d17942-76b5-4dc5-ae62-1b1166772087 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5aca5aab-6388-476e-b10b-58098ff9aa42 HTTP/1.1" status: 204 len: 168 time: 0.1209939 Jul 16 18:46:37.610363 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d17942-76b5-4dc5-ae62-1b1166772087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aca5aab-6388-476e-b10b-58098ff9aa42,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:38.017930 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:46:58.670022 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-6d1fa2ce-3d7f-47ea-8d49-475c75862e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.558254 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-c0bcc1ce-b2d4-496f-856d-ea7a6173d683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:01.918700 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.642884 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.558757 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:04.067006 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.952778 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bae8c237-98e8-4a29-97d2-d627a9b7120e req-51bea699-7cca-4978-a592-80598acacce8 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0590427 Jul 16 18:47:10.082115 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8c237-98e8-4a29-97d2-d627a9b7120e req-348f6712-229d-4096-9d8e-ab9ab7916bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.083565 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bae8c237-98e8-4a29-97d2-d627a9b7120e req-348f6712-229d-4096-9d8e-ab9ab7916bae service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 1099 time: 0.0583768 Jul 16 18:47:10.200982 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8c237-98e8-4a29-97d2-d627a9b7120e req-a7740652-9e2f-4498-bd38-65b60f47247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.202449 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bae8c237-98e8-4a29-97d2-d627a9b7120e req-a7740652-9e2f-4498-bd38-65b60f47247f service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 913 time: 0.0866420 Jul 16 18:47:10.272807 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bae8c237-98e8-4a29-97d2-d627a9b7120e req-d2b139ca-9781-4b7e-89a7-e46d08051fb2 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4db0cec0-256a-4756-affe-5c150d68cabb HTTP/1.1" status: 200 len: 1002 time: 0.0594072 Jul 16 18:47:10.321179 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8c237-98e8-4a29-97d2-d627a9b7120e req-8ed9284f-d345-415a-903e-2008e437ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.322692 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bae8c237-98e8-4a29-97d2-d627a9b7120e req-8ed9284f-d345-415a-903e-2008e437ef6f service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0431857 Jul 16 18:47:10.381214 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8c237-98e8-4a29-97d2-d627a9b7120e req-1c7d1b8d-7a97-4d45-b650-baec53b60d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.382658 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bae8c237-98e8-4a29-97d2-d627a9b7120e req-1c7d1b8d-7a97-4d45-b650-baec53b60d2e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523064 Jul 16 18:47:10.766985 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bae8c237-98e8-4a29-97d2-d627a9b7120e req-48e53172-1531-44a7-a4de-eaaa662bfacd service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3715339 Jul 16 18:47:10.858584 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-bae8c237-98e8-4a29-97d2-d627a9b7120e req-cf5ce445-c176-4ee1-8249-cf8104cb6e38 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808573 Jul 16 18:47:15.020558 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:28.669151 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2d4ca17e-c9f4-4ee9-a035-99f7aa14b46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.556439 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-a4e1b770-c102-4326-8bcf-8b92d0102a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.916545 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.654354 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:33.565467 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:34.071125 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.019988 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:58.666296 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-6d3b8c01-4951-4ddf-a560-ffaf5c752026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.556047 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-e1640506-7f40-42db-9d6f-5050f5f5e095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:01.916384 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:02.652279 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:03.575289 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:04.074145 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:09.943947 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4823ec97-f227-4406-9924-f3403faf2fae req-b9627e4e-2889-4b41-94ba-20c459e31c27 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650609 Jul 16 18:48:10.077368 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823ec97-f227-4406-9924-f3403faf2fae req-476de87e-4208-4498-9935-2d5a2f189fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:10.078849 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4823ec97-f227-4406-9924-f3403faf2fae req-476de87e-4208-4498-9935-2d5a2f189fd7 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 1099 time: 0.0551538 Jul 16 18:48:10.189768 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823ec97-f227-4406-9924-f3403faf2fae req-794bc4bd-7d89-4e51-ac3e-caf601a18785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:10.191204 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4823ec97-f227-4406-9924-f3403faf2fae req-794bc4bd-7d89-4e51-ac3e-caf601a18785 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 913 time: 0.0856230 Jul 16 18:48:10.263048 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4823ec97-f227-4406-9924-f3403faf2fae req-de6c8611-5cc1-49c2-bffd-ec716517fab6 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4db0cec0-256a-4756-affe-5c150d68cabb HTTP/1.1" status: 200 len: 1002 time: 0.0612886 Jul 16 18:48:10.315057 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823ec97-f227-4406-9924-f3403faf2fae req-c3c93e3e-7169-4b7b-b2b1-f51e495e8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:10.316409 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4823ec97-f227-4406-9924-f3403faf2fae req-c3c93e3e-7169-4b7b-b2b1-f51e495e8d89 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0433559 Jul 16 18:48:10.376048 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823ec97-f227-4406-9924-f3403faf2fae req-044db8c9-5134-4e35-a5b0-d9457b96925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:10.377526 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4823ec97-f227-4406-9924-f3403faf2fae req-044db8c9-5134-4e35-a5b0-d9457b96925f service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543802 Jul 16 18:48:10.469695 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4823ec97-f227-4406-9924-f3403faf2fae req-85c3e0f0-c013-48f3-b51a-3c142b5e8ac3 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842292 Jul 16 18:48:10.561786 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4823ec97-f227-4406-9924-f3403faf2fae req-00a5eea9-d1ae-48c2-8d84-cdbd2da854c6 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815513 Jul 16 18:48:16.905263 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd30241-4c96-45af-afcb-798c1592bd87 req-29a8ab91-8323-46fc-9042-5e29d9688998 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:16.906744 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0cd30241-4c96-45af-afcb-798c1592bd87 req-29a8ab91-8323-46fc-9042-5e29d9688998 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0726676 Jul 16 18:48:16.944105 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0cd30241-4c96-45af-afcb-798c1592bd87 req-6742da41-8ca2-4fab-ad71-a442d5b25a2b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316889 Jul 16 18:48:18.149296 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da205b-20f1-4416-af4d-356f0434ae67 req-0127cb91-819b-46d0-8397-8c85cb1247e6 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:18.150836 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e9da205b-20f1-4416-af4d-356f0434ae67 req-0127cb91-819b-46d0-8397-8c85cb1247e6 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0735369 Jul 16 18:48:18.201402 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e9da205b-20f1-4416-af4d-356f0434ae67 req-2c5a42e4-68eb-4883-8072-2435115c82cc tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446441 Jul 16 18:48:18.989877 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-1036f2f4-f45b-481f-b893-f1e9e626fe7c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:18.991325 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-1036f2f4-f45b-481f-b893-f1e9e626fe7c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0691667 Jul 16 18:48:19.096797 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Deleting port 4db0cec0-256a-4756-affe-5c150d68cabb {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:48:19.097168 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.184646 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] For port 4db0cec0-256a-4756-affe-5c150d68cabb, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=4db0cec0-256a-4756-affe-5c150d68cabb,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:19.185381 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.365335 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.365918 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.366239 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.l3_db [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Floating IP d9af8d83-f963-41c5-a257-21c815c62dc4 disassociated. External IP: 172.27.3.237, port: 4db0cec0-256a-4756-affe-5c150d68cabb. Jul 16 18:48:19.366588 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Calling delete_port for 4db0cec0-256a-4756-affe-5c150d68cabb owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:48:19.400112 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edca08-3acd-4fbb-9470-e0f768775607 req-84752bd1-5095-4471-a5f7-c79d49f724de tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:19.401632 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-74edca08-3acd-4fbb-9470-e0f768775607 req-84752bd1-5095-4471-a5f7-c79d49f724de tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 946 time: 0.0619957 Jul 16 18:48:19.439078 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-74edca08-3acd-4fbb-9470-e0f768775607 req-1ec79650-0c0c-47ec-9325-485bea8a812c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317440 Jul 16 18:48:19.499630 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.532243 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event deleted for resources: {'Port': ['ID=4db0cec0-256a-4756-affe-5c150d68cabb,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:19.543317 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:19.543673 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:19.544014 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:19.544349 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:19.544687 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:19.545010 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:19.545340 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:19.545698 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:19.546021 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:19.546395 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:19.546702 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:19.547020 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:19.669776 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Router c867d486-66c5-463f-b71c-a12082d8edf9 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:19.789996 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:19.803299 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72633a9-fa3b-468f-894f-1d359bd30080 None None] Sync routers for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:19.815948 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72633a9-fa3b-468f-894f-1d359bd30080 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:19.816569 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-b72633a9-fa3b-468f-894f-1d359bd30080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:48:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:19.843470 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] No DVR routers for this DVR port 4db0cec0-256a-4756-affe-5c150d68cabb on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:48:19.846092 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:19.848037 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8f7436c1-b08c-4099-995b-49d8cb8e8f39 req-e6e27724-0135-4315-9278-778e86fea1f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "DELETE /v2.0/ports/4db0cec0-256a-4756-affe-5c150d68cabb HTTP/1.1" status: 204 len: 173 time: 0.8481083 Jul 16 18:48:19.848480 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e18df8-814e-4ba2-b76c-6cb86303f0d4', 'name': 'network-vif-deleted', 'tag': '4db0cec0-256a-4756-affe-5c150d68cabb'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:19.850970 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9389e224-8eae-420e-ac01-28066ba3fd87" -d '{"events": [{"server_uuid": "70e18df8-814e-4ba2-b76c-6cb86303f0d4", "name": "network-vif-deleted", "tag": "4db0cec0-256a-4756-affe-5c150d68cabb"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:19.925834 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-b72633a9-fa3b-468f-894f-1d359bd30080 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:20.069924 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaba121-71c6-438b-b107-0a2b476cf6f1 x-openstack-request-id: req-6eaba121-71c6-438b-b107-0a2b476cf6f1 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:20.070219 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e18df8-814e-4ba2-b76c-6cb86303f0d4", "name": "network-vif-deleted", "tag": "4db0cec0-256a-4756-affe-5c150d68cabb", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:20.070473 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6eaba121-71c6-438b-b107-0a2b476cf6f1 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:20.070898 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e18df8-814e-4ba2-b76c-6cb86303f0d4', 'name': 'network-vif-deleted', 'tag': '4db0cec0-256a-4756-affe-5c150d68cabb', 'status': 'completed', 'code': 200} Jul 16 18:48:20.130979 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-b72633a9-fa3b-468f-894f-1d359bd30080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:20.156452 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72633a9-fa3b-468f-894f-1d359bd30080 None None] Checking router: c867d486-66c5-463f-b71c-a12082d8edf9 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:48:20.165462 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72633a9-fa3b-468f-894f-1d359bd30080 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:20.166074 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-b72633a9-fa3b-468f-894f-1d359bd30080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:48:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:20.269106 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-b72633a9-fa3b-468f-894f-1d359bd30080 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:20.475031 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-b72633a9-fa3b-468f-894f-1d359bd30080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:20.501051 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72633a9-fa3b-468f-894f-1d359bd30080 None None] The sync data for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi is: [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:20.593603 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-50a2b3d1-e3da-44e3-aae8-2d4844ecf716 req-ad02c2f5-7dfc-4711-83a4-deb07e9591fc tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=70e18df8-814e-4ba2-b76c-6cb86303f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0286984 Jul 16 18:48:20.720029 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a46a835-71d9-41bc-b2f4-f1e267e15a8c None None] New status for floating IP d9af8d83-f963-41c5-a257-21c815c62dc4: DOWN {{(pid=93249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:48:21.895934 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-5622f381-2934-41e5-9a68-6c5063e09555 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523933927&fields=id&tenant_id=cfdf1914f12c403fa9317bd73a8289eb HTTP/1.1" status: 200 len: 267 time: 0.0400565 Jul 16 18:48:22.007347 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-179791dd-3eab-4e9f-8794-ef389c845d6f tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:22.008903 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-179791dd-3eab-4e9f-8794-ef389c845d6f tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 812 time: 0.1066272 Jul 16 18:48:22.023971 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-16578ed7-629b-4e59-ba26-edf3d7e62f7c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/quotas/cfdf1914f12c403fa9317bd73a8289eb HTTP/1.1" status: 200 len: 375 time: 0.0096705 Jul 16 18:48:22.091431 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-8cd96c68-8bc3-4a78-a142-5509ac50e434 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624259 Jul 16 18:48:22.288772 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-909981b9-9f6c-4025-ba9f-b0480bc24479 service neutron] 10.222.0.68 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851888 Jul 16 18:48:22.382412 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-e4d4e775-410c-4279-82cb-102ac917e2d8 service neutron] 10.222.0.68 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846531 Jul 16 18:48:22.693234 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-d0dcec15-5af2-4031-a69f-217ab247a8d1 req-dde3e83a-c7f3-4d98-8db3-a0871f961a10 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 210 time: 0.0287488 Jul 16 18:48:22.777415 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 4db0cec0-256a-4756-affe-5c150d68cabb no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:48:22.797454 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: 4db0cec0-256a-4756-affe-5c150d68cabb {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:48:22.797806 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 4db0cec0-256a-4756-affe-5c150d68cabb not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:48:23.848452 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-847e842b-6fb8-43cf-87fd-447357ab488c req-a5b80d6f-32d0-4524-88c2-3d086a892665 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 210 time: 0.0380359 Jul 16 18:48:24.113639 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-b4164d54-4a4a-4b21-95b6-4d21e3847b8e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:24.115123 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-b4164d54-4a4a-4b21-95b6-4d21e3847b8e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 812 time: 0.1056111 Jul 16 18:48:24.170878 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-42596cc3-5df7-4d5b-82b4-a5eea486dc33 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfdf1914f12c403fa9317bd73a8289eb HTTP/1.1" status: 200 len: 379 time: 0.0347788 Jul 16 18:48:24.181855 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7d2bf219-2490-4ab2-8679-8867828277b8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Request body: {'port': {'device_id': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'admin_state_up': True, 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'security_groups': ['dbbd0282-67d2-49af-a313-4362375501b5']}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:24.290627 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7d2bf219-2490-4ab2-8679-8867828277b8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Made reservation on behalf of cfdf1914f12c403fa9317bd73a8289eb for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:48:24.294389 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7d2bf219-2490-4ab2-8679-8867828277b8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.418964 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7d2bf219-2490-4ab2-8679-8867828277b8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Allocated IP 172.20.0.7 (9b8a2930-6b10-4822-b8cd-4e90eb39fe06/cecfda79-4047-4b5f-98bd-f7f81cc99ace/826f6b64-23ee-4233-a472-317e4ba54d4d) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:24.562188 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7d2bf219-2490-4ab2-8679-8867828277b8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.575521 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7d2bf219-2490-4ab2-8679-8867828277b8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Transition to ACTIVE for port object 826f6b64-23ee-4233-a472-317e4ba54d4d will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:24.608344 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7d2bf219-2490-4ab2-8679-8867828277b8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.653493 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7d2bf219-2490-4ab2-8679-8867828277b8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:24.656707 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7d2bf219-2490-4ab2-8679-8867828277b8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:24.660648 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7d2bf219-2490-4ab2-8679-8867828277b8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:24.667256 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bf219-2490-4ab2-8679-8867828277b8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'Port': ['ID=826f6b64-23ee-4233-a472-317e4ba54d4d,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:24.713697 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7d2bf219-2490-4ab2-8679-8867828277b8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:24.714299 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7d2bf219-2490-4ab2-8679-8867828277b8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.731158 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7d2bf219-2490-4ab2-8679-8867828277b8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5529733 Jul 16 18:48:24.751375 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Request body: {'port': {'device_id': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:24.841847 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.929127 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-e84e8841-d32f-4387-bad6-187765182402 None None] Provisioning for port 826f6b64-23ee-4233-a472-317e4ba54d4d completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:24.934553 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-e84e8841-d32f-4387-bad6-187765182402 None None] Provisioning complete for port 826f6b64-23ee-4233-a472-317e4ba54d4d triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:24.935225 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-e84e8841-d32f-4387-bad6-187765182402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:24.974891 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-e84e8841-d32f-4387-bad6-187765182402 None None] Port 826f6b64-23ee-4233-a472-317e4ba54d4d cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:48:25.105895 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bee87-4223-4f07-baaf-d9cab9f79feb req-78ddc818-3dc0-4e1d-9a10-b806183cf938 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:25.107330 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2e1bee87-4223-4f07-baaf-d9cab9f79feb req-78ddc818-3dc0-4e1d-9a10-b806183cf938 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 931 time: 0.1355917 Jul 16 18:48:25.180915 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-2e1bee87-4223-4f07-baaf-d9cab9f79feb req-68685a35-4e90-4027-ab41-5ec597f60e03 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678365 Jul 16 18:48:25.184530 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826f6b64-23ee-4233-a472-317e4ba54d4d {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:48:25.192191 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:25.205151 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Transition to ACTIVE for port object 826f6b64-23ee-4233-a472-317e4ba54d4d will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:48:25.210229 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:25.259184 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Pushing event updated for resources: {'Port': ['ID=826f6b64-23ee-4233-a472-317e4ba54d4d,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:25.327968 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Attempting to bind port 826f6b64-23ee-4233-a472-317e4ba54d4d on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:48:25.328269 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Attempting to bind port 826f6b64-23ee-4233-a472-317e4ba54d4d by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:48:25.328620 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Attempting to bind port 826f6b64-23ee-4233-a472-317e4ba54d4d on network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:25.333636 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Port 826f6b64-23ee-4233-a472-317e4ba54d4d on network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:48:25.334095 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Attempting to bind port 826f6b64-23ee-4233-a472-317e4ba54d4d on network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:48:25.339863 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:48:25.340201 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Checking segment: {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:48:25.340560 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Bound using segment: {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:48:25.341055 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Bound port: 826f6b64-23ee-4233-a472-317e4ba54d4d, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:48:25.341465 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:25.408205 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] For port 826f6b64-23ee-4233-a472-317e4ba54d4d, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:48:25.411084 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] For port 826f6b64-23ee-4233-a472-317e4ba54d4d, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=826f6b64-23ee-4233-a472-317e4ba54d4d,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:48:25.416896 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:25.449812 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:25.450416 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:25.451793 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] 10.222.0.84 "PUT /v2.0/ports/826f6b64-23ee-4233-a472-317e4ba54d4d HTTP/1.1" status: 200 len: 1093 time: 0.7050290 Jul 16 18:48:25.452271 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'tag': '826f6b64-23ee-4233-a472-317e4ba54d4d'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:25.454519 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66a600b-1afe-4750-ba28-3e91512a50f5" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39", "tag": "826f6b64-23ee-4233-a472-317e4ba54d4d"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:25.478699 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5442c33-aa9f-4a3f-a55e-319fd3d07c05 service neutron] Pushing event updated for resources: {'Port': ['ID=826f6b64-23ee-4233-a472-317e4ba54d4d,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:25.507374 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49d2ca2-3ff4-433e-86f5-e61821f9987a x-openstack-request-id: req-e49d2ca2-3ff4-433e-86f5-e61821f9987a {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:25.507668 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39", "tag": "826f6b64-23ee-4233-a472-317e4ba54d4d", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:25.507931 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e49d2ca2-3ff4-433e-86f5-e61821f9987a {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:25.508612 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'tag': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'status': 'completed', 'code': 200} Jul 16 18:48:25.587315 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-6768098f-2c95-40b0-87db-97eb4993af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:25.588844 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-6768098f-2c95-40b0-87db-97eb4993af94 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 1096 time: 0.0546222 Jul 16 18:48:25.644458 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-3405270f-38cd-4cde-af59-d7ea99910d0b service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=826f6b64-23ee-4233-a472-317e4ba54d4d HTTP/1.1" status: 200 len: 217 time: 0.0374825 Jul 16 18:48:25.698546 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-6d0aea9d-1747-48aa-8010-7e166c7ef88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:25.699949 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-6d0aea9d-1747-48aa-8010-7e166c7ef88c service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0457003 Jul 16 18:48:25.769749 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7197ff05-5dbe-4d69-914f-8743b5b6d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:25.771919 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-7197ff05-5dbe-4d69-914f-8743b5b6d84e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617969 Jul 16 18:48:25.878070 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-41352631-141d-4f65-aefe-25e7a425e0cd service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947399 Jul 16 18:48:25.974468 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-29fe1ffb-ecef-492f-a4d8-158debc5a00d req-d1b68dd0-748d-4f12-af76-5df2e31af2b0 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856700 Jul 16 18:48:26.139463 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a600b-1afe-4750-ba28-3e91512a50f5 req-ba6614c7-bebd-4b12-aa87-06dbe1145b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:26.141011 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f66a600b-1afe-4750-ba28-3e91512a50f5 req-ba6614c7-bebd-4b12-aa87-06dbe1145b61 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 1096 time: 0.0582616 Jul 16 18:48:26.230154 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a600b-1afe-4750-ba28-3e91512a50f5 req-1ea2048b-579d-4c9b-abe4-7c5be91336db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:26.231630 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f66a600b-1afe-4750-ba28-3e91512a50f5 req-1ea2048b-579d-4c9b-abe4-7c5be91336db service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 913 time: 0.0838065 Jul 16 18:48:26.275394 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f66a600b-1afe-4750-ba28-3e91512a50f5 req-da5c44ea-e3c5-4af2-bfd1-8fac19683429 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=826f6b64-23ee-4233-a472-317e4ba54d4d HTTP/1.1" status: 200 len: 217 time: 0.0367653 Jul 16 18:48:26.354932 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a600b-1afe-4750-ba28-3e91512a50f5 req-e3cc8516-ee34-42c0-97ca-1a23dc1f65ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:26.356361 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f66a600b-1afe-4750-ba28-3e91512a50f5 req-e3cc8516-ee34-42c0-97ca-1a23dc1f65ee service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0701718 Jul 16 18:48:26.409516 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abbbf9-7725-43d2-a738-d88efc267d30 req-91bc99bb-a71b-44a3-a4df-326693db9591 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:26.410933 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e5abbbf9-7725-43d2-a738-d88efc267d30 req-91bc99bb-a71b-44a3-a4df-326693db9591 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 943 time: 0.1174445 Jul 16 18:48:26.459633 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a600b-1afe-4750-ba28-3e91512a50f5 req-f2033158-7a7c-43c6-b308-0a04f8cb8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:26.461080 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f66a600b-1afe-4750-ba28-3e91512a50f5 req-f2033158-7a7c-43c6-b308-0a04f8cb8923 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0938113 Jul 16 18:48:26.464268 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e5abbbf9-7725-43d2-a738-d88efc267d30 req-f8d7dcdd-6a41-4b0c-85d5-b68d6bf3ac53 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472343 Jul 16 18:48:26.556452 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f66a600b-1afe-4750-ba28-3e91512a50f5 req-016c474f-5c03-4b63-ab9b-793ef6dfea8b service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840566 Jul 16 18:48:26.661503 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f66a600b-1afe-4750-ba28-3e91512a50f5 req-06f9b817-c318-423a-bb45-230d1111ecd3 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970809 Jul 16 18:48:27.660360 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b37ccf-973e-4b80-aa77-8afd9ad67ebc req-3615c8d4-ea76-4195-9642-bf66c693cc11 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:27.661876 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b9b37ccf-973e-4b80-aa77-8afd9ad67ebc req-3615c8d4-ea76-4195-9642-bf66c693cc11 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 943 time: 0.0709081 Jul 16 18:48:27.703143 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-b9b37ccf-973e-4b80-aa77-8afd9ad67ebc req-320bb830-e35b-4e82-ab5a-b7431a34d6c1 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325997 Jul 16 18:48:28.665916 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-60925930-3207-4dbb-a862-0dfdaac1c2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:28.893658 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae94779-bb6d-488f-919a-34527c58c202 req-80292d18-980d-492b-aa3d-20ede7bec3fd tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:28.895049 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4ae94779-bb6d-488f-919a-34527c58c202 req-80292d18-980d-492b-aa3d-20ede7bec3fd tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 943 time: 0.0747409 Jul 16 18:48:28.934763 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-4ae94779-bb6d-488f-919a-34527c58c202 req-9b597493-9cf7-466c-9b18-4902af245e7c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340140 Jul 16 18:48:29.022735 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:30.119823 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020669f3-8c9e-406e-843c-a83b92093f35 req-3bc87f9e-47b9-4fb2-96be-8ccf0fd7b04d tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:30.121275 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-020669f3-8c9e-406e-843c-a83b92093f35 req-3bc87f9e-47b9-4fb2-96be-8ccf0fd7b04d tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 943 time: 0.0653398 Jul 16 18:48:30.161992 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-020669f3-8c9e-406e-843c-a83b92093f35 req-7dc1a063-909c-42fe-838e-3ac33227b65c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350132 Jul 16 18:48:31.354638 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e14f5-db56-4576-8c2c-5abd14fe8ed7 req-20faf1c2-a41b-4c31-8b15-dd689306149f tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:31.355960 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0e1e14f5-db56-4576-8c2c-5abd14fe8ed7 req-20faf1c2-a41b-4c31-8b15-dd689306149f tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 943 time: 0.0759492 Jul 16 18:48:31.393332 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-0e1e14f5-db56-4576-8c2c-5abd14fe8ed7 req-805d183c-13a7-437f-8e36-006c5017cec2 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309389 Jul 16 18:48:31.554958 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-08e06114-fe51-48f2-919e-4b3c677e8d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.913637 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:32.580812 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b63cf-b344-4ff4-bee2-ace3700bd188 req-90bff24d-88e7-41df-85f7-643e2ff6e528 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:32.582296 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3d4b63cf-b344-4ff4-bee2-ace3700bd188 req-90bff24d-88e7-41df-85f7-643e2ff6e528 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 943 time: 0.0667636 Jul 16 18:48:32.624933 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3d4b63cf-b344-4ff4-bee2-ace3700bd188 req-94dc0531-4a32-4e0f-993b-9c1a01d8c981 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328958 Jul 16 18:48:32.652552 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.579978 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:33.819581 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abc7b6-d930-4d32-b482-3207d804bb13 req-78dceb22-c45c-47c9-8b66-aa4e1ab46689 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:33.821070 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-95abc7b6-d930-4d32-b482-3207d804bb13 req-78dceb22-c45c-47c9-8b66-aa4e1ab46689 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 943 time: 0.0716465 Jul 16 18:48:33.863121 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-95abc7b6-d930-4d32-b482-3207d804bb13 req-cbdb9f37-6e33-4056-b9e7-71d9d09a881f tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333743 Jul 16 18:48:34.078359 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.814337 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 826f6b64-23ee-4233-a472-317e4ba54d4d details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:48:34.919790 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 826f6b64-23ee-4233-a472-317e4ba54d4d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=826f6b64-23ee-4233-a472-317e4ba54d4d,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:34.931013 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'port_id': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'mac_address': 'fa:16:3e:5e:97:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:48:34.972225 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:34.985627 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826f6b64-23ee-4233-a472-317e4ba54d4d {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:48:35.005646 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 826f6b64-23ee-4233-a472-317e4ba54d4d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=826f6b64-23ee-4233-a472-317e4ba54d4d,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:35.011314 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:35.040197 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6bc62-5e18-493a-b4d8-81e382875339 req-9ce37436-8194-4bb2-8b5d-4513e57dd959 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:35.041707 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-61f6bc62-5e18-493a-b4d8-81e382875339 req-9ce37436-8194-4bb2-8b5d-4513e57dd959 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 943 time: 0.0690384 Jul 16 18:48:35.058316 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=826f6b64-23ee-4233-a472-317e4ba54d4d,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:35.065794 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.066146 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.066491 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.066833 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.067167 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.067506 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.067835 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.068163 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.068496 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.068821 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.069148 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.069486 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:48:35.081512 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-61f6bc62-5e18-493a-b4d8-81e382875339 req-9b088e52-627e-488d-a998-7ea252f457f4 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337312 Jul 16 18:48:35.393086 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['826f6b64-23ee-4233-a472-317e4ba54d4d'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:48:36.267806 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b86820-7022-4671-80c6-db05b3aac7c4 req-49d5bf2d-c84f-479d-98aa-ff6c91a40c7b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:36.269147 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6b86820-7022-4671-80c6-db05b3aac7c4 req-49d5bf2d-c84f-479d-98aa-ff6c91a40c7b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 944 time: 0.0738046 Jul 16 18:48:36.308542 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b6b86820-7022-4671-80c6-db05b3aac7c4 req-e1932257-ea8d-4c78-978b-19f8998b2c60 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310612 Jul 16 18:48:36.827903 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 826f6b64-23ee-4233-a472-317e4ba54d4d up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:48:36.896469 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port 826f6b64-23ee-4233-a472-317e4ba54d4d completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:48:36.900972 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port 826f6b64-23ee-4233-a472-317e4ba54d4d triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:48:36.901374 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:36.982160 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.005912 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826f6b64-23ee-4233-a472-317e4ba54d4d'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:37.008199 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1768d8e-92cb-4581-99ce-b039ccf1974e" -d '{"events": [{"server_uuid": "f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39", "name": "network-vif-plugged", "status": "completed", "tag": "826f6b64-23ee-4233-a472-317e4ba54d4d"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:37.021038 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port 826f6b64-23ee-4233-a472-317e4ba54d4d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=826f6b64-23ee-4233-a472-317e4ba54d4d,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:48:37.026730 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:37.093121 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=826f6b64-23ee-4233-a472-317e4ba54d4d,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:37.121133 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048a945a-9b55-418d-ba2f-fb126c6e285a x-openstack-request-id: req-048a945a-9b55-418d-ba2f-fb126c6e285a {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:37.121445 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39", "name": "network-vif-plugged", "status": "completed", "tag": "826f6b64-23ee-4233-a472-317e4ba54d4d", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:37.121696 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-048a945a-9b55-418d-ba2f-fb126c6e285a {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:37.122074 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'code': 200} Jul 16 18:48:37.496903 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8710cfe-4b5a-4f05-b637-0f272de456e3 req-d3b0ec10-5b07-4860-a275-d46450709a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:37.498405 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f8710cfe-4b5a-4f05-b637-0f272de456e3 req-d3b0ec10-5b07-4860-a275-d46450709a1f service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 1098 time: 0.0923746 Jul 16 18:48:37.511988 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af93c6-af4d-43aa-ac77-e8c680320bc8 req-d02f1a70-b798-4b6d-85df-64eca3742246 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:37.513307 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-26af93c6-af4d-43aa-ac77-e8c680320bc8 req-d02f1a70-b798-4b6d-85df-64eca3742246 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 945 time: 0.0790143 Jul 16 18:48:37.560289 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f8710cfe-4b5a-4f05-b637-0f272de456e3 req-95488c48-43e3-4e2a-b319-83057aa04f44 service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460703 Jul 16 18:48:37.567274 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-26af93c6-af4d-43aa-ac77-e8c680320bc8 req-fdd34236-c501-4d8d-a77b-14c4fcb391c3 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479934 Jul 16 18:48:38.772623 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac1662-4219-4771-a8f0-886d58d493f8 req-ae72f0b9-6412-4da0-be36-a74e2519ffeb tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:38.774139 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8eac1662-4219-4771-a8f0-886d58d493f8 req-ae72f0b9-6412-4da0-be36-a74e2519ffeb tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 945 time: 0.0780473 Jul 16 18:48:38.811520 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-8eac1662-4219-4771-a8f0-886d58d493f8 req-df5a3f2a-32dc-4568-b960-46fed9712d13 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317116 Jul 16 18:48:40.007705 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb3cc2-7537-402d-842a-2babaa1e57a2 req-cfb62c9a-b171-4ba4-a856-eb9b0edf02cc tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:40.009197 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-50fb3cc2-7537-402d-842a-2babaa1e57a2 req-cfb62c9a-b171-4ba4-a856-eb9b0edf02cc tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 945 time: 0.0740104 Jul 16 18:48:40.049096 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-50fb3cc2-7537-402d-842a-2babaa1e57a2 req-0208193d-3760-4751-a7cd-c9d30bfd2416 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342386 Jul 16 18:48:40.234426 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481157f7-6a99-4da4-b9f7-a77436de2789 req-82c9dafa-e7db-4bd4-9262-72f2eeca45ec tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:40.235909 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-481157f7-6a99-4da4-b9f7-a77436de2789 req-82c9dafa-e7db-4bd4-9262-72f2eeca45ec tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 945 time: 0.0771089 Jul 16 18:48:40.280821 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-481157f7-6a99-4da4-b9f7-a77436de2789 req-d4f01dda-3e6c-4655-a465-e3eaa3a1e6f7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391626 Jul 16 18:48:40.306019 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 39048) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:40.365740 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec91bb5-2376-49fd-8783-542676a8dca3 tempest-TestVolumeBootPattern-1188800288 tempest-TestVolumeBootPattern-1188800288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:40.367236 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-fec91bb5-2376-49fd-8783-542676a8dca3 tempest-TestVolumeBootPattern-1188800288 tempest-TestVolumeBootPattern-1188800288-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 1093 time: 0.0599332 Jul 16 18:48:40.370500 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 39050) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:48:40.377241 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Request body: {'floatingip': {'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'port_id': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:48:40.406842 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for floatingip, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.503921 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.602639 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Allocated IP 172.27.3.156 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/ba84db71-2354-40c3-8f7d-a57add79e781) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:48:40.708404 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.751140 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:40.795719 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:48:40.801926 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:48:40.805481 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:48:40.810953 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'Port': ['ID=ba84db71-2354-40c3-8f7d-a57add79e781,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:41.464610 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.551418 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.713874 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.721452 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.792507 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'Port': ['ID=ba84db71-2354-40c3-8f7d-a57add79e781,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:48:41.804450 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:41.903603 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.l3_db [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Floating IP 5d93c4e1-b4d4-4763-80e0-bb5c778415f7 associated. External IP: 172.27.3.156, port: 826f6b64-23ee-4233-a472-317e4ba54d4d. Jul 16 18:48:42.135941 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Router c867d486-66c5-463f-b71c-a12082d8edf9 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:48:42.245072 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:48:42.256079 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a646c2-d7c3-4511-869e-d5bd2230883d None None] Sync routers for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:48:42.263167 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:42.266185 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a646c2-d7c3-4511-869e-d5bd2230883d None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:42.267162 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-50a646c2-d7c3-4511-869e-d5bd2230883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:48:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:42.304470 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a1e662a4-6516-49d5-8d3e-983a9c175188 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9326696 Jul 16 18:48:42.305122 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'tag': '826f6b64-23ee-4233-a472-317e4ba54d4d'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:48:42.307481 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da33a5b-90ac-4fca-ab3c-2dfec97007b7" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39", "tag": "826f6b64-23ee-4233-a472-317e4ba54d4d"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:48:42.345827 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f17a14e-13e5-48bc-8c84-b28d450ad2ee x-openstack-request-id: req-7f17a14e-13e5-48bc-8c84-b28d450ad2ee {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:48:42.346120 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39", "tag": "826f6b64-23ee-4233-a472-317e4ba54d4d", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:48:42.346369 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7f17a14e-13e5-48bc-8c84-b28d450ad2ee {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:48:42.346794 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'tag': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'status': 'completed', 'code': 200} Jul 16 18:48:42.448266 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da33a5b-90ac-4fca-ab3c-2dfec97007b7 req-6c115107-b600-488f-9d48-0ae33d0435dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:42.449812 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5da33a5b-90ac-4fca-ab3c-2dfec97007b7 req-6c115107-b600-488f-9d48-0ae33d0435dd service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 1098 time: 0.0541544 Jul 16 18:48:42.498399 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-50a646c2-d7c3-4511-869e-d5bd2230883d None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:42.538205 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da33a5b-90ac-4fca-ab3c-2dfec97007b7 req-eef9a446-974f-4716-acbc-9607d52bb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:42.539838 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5da33a5b-90ac-4fca-ab3c-2dfec97007b7 req-eef9a446-974f-4716-acbc-9607d52bb87e service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 913 time: 0.0839043 Jul 16 18:48:42.609833 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5da33a5b-90ac-4fca-ab3c-2dfec97007b7 req-21d3a0ff-843a-4cff-8372-2e65f800ac49 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=826f6b64-23ee-4233-a472-317e4ba54d4d HTTP/1.1" status: 200 len: 999 time: 0.0631709 Jul 16 18:48:42.658728 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da33a5b-90ac-4fca-ab3c-2dfec97007b7 req-8fc386e3-6637-413f-a083-5916125ec92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:42.660191 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5da33a5b-90ac-4fca-ab3c-2dfec97007b7 req-8fc386e3-6637-413f-a083-5916125ec92a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0437152 Jul 16 18:48:42.716894 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da33a5b-90ac-4fca-ab3c-2dfec97007b7 req-1eea85c7-347c-4c67-bb8b-b769fb7e0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:42.718535 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5da33a5b-90ac-4fca-ab3c-2dfec97007b7 req-1eea85c7-347c-4c67-bb8b-b769fb7e0560 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521848 Jul 16 18:48:42.718897 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-50a646c2-d7c3-4511-869e-d5bd2230883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': '5d93c4e1-b4d4-4763-80e0-bb5c778415f7', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:5e:97:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:48:41Z', 'updated_at': '2021-07-16T18:48:41Z', 'revision_number': 0, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:42.744529 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a646c2-d7c3-4511-869e-d5bd2230883d None None] Checking router: c867d486-66c5-463f-b71c-a12082d8edf9 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:48:42.753236 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a646c2-d7c3-4511-869e-d5bd2230883d None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:48:42.753822 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-50a646c2-d7c3-4511-869e-d5bd2230883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:48:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:42.812727 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5da33a5b-90ac-4fca-ab3c-2dfec97007b7 req-19a0d50c-3e5e-4c0e-98b1-9c59205be642 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877192 Jul 16 18:48:42.862176 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-50a646c2-d7c3-4511-869e-d5bd2230883d None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:48:42.904091 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-5da33a5b-90ac-4fca-ab3c-2dfec97007b7 req-4931005e-6ca5-4e95-ad70-d394da341565 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843928 Jul 16 18:48:43.100462 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-50a646c2-d7c3-4511-869e-d5bd2230883d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': '5d93c4e1-b4d4-4763-80e0-bb5c778415f7', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:5e:97:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:48:41Z', 'updated_at': '2021-07-16T18:48:41Z', 'revision_number': 0, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:48:43.126954 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a646c2-d7c3-4511-869e-d5bd2230883d None None] The sync data for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi is: [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': '5d93c4e1-b4d4-4763-80e0-bb5c778415f7', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:5e:97:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:48:41Z', 'updated_at': '2021-07-16T18:48:41Z', 'revision_number': 0, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:48:43.322355 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844d22fe-05ee-47d9-a82b-cb899a6e86ab None None] New status for floating IP 5d93c4e1-b4d4-4763-80e0-bb5c778415f7: ACTIVE {{(pid=93249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:48:58.665272 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-eef8584f-0663-4274-a1ce-7b8da7a02d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.554172 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-71c5294d-6d00-406b-94ca-6f6fe4902059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:01.912434 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:02.661472 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:03.584325 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:04.079509 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:06.028314 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:49:09.974138 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-181725c6-e0bb-492f-a4aa-67316b8b1529 req-b2cb44b6-8ab5-4e4d-afaf-6657c83f86ad service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631461 Jul 16 18:49:10.113556 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181725c6-e0bb-492f-a4aa-67316b8b1529 req-89cac7af-136a-458e-b94c-4d48c8690ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.115055 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-181725c6-e0bb-492f-a4aa-67316b8b1529 req-89cac7af-136a-458e-b94c-4d48c8690ac1 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 1098 time: 0.0559070 Jul 16 18:49:10.224021 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181725c6-e0bb-492f-a4aa-67316b8b1529 req-f1098ba4-716d-491b-bbb8-dd7c2fa6ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.226463 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-181725c6-e0bb-492f-a4aa-67316b8b1529 req-f1098ba4-716d-491b-bbb8-dd7c2fa6ff79 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 913 time: 0.0884933 Jul 16 18:49:10.302826 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-181725c6-e0bb-492f-a4aa-67316b8b1529 req-9d55c141-566e-4937-854d-fe1585eb159c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=826f6b64-23ee-4233-a472-317e4ba54d4d HTTP/1.1" status: 200 len: 1001 time: 0.0674973 Jul 16 18:49:10.356752 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181725c6-e0bb-492f-a4aa-67316b8b1529 req-4b8fc4e6-f46e-44c4-9825-bdc45ec20b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.358175 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-181725c6-e0bb-492f-a4aa-67316b8b1529 req-4b8fc4e6-f46e-44c4-9825-bdc45ec20b8d service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0451372 Jul 16 18:49:10.423814 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181725c6-e0bb-492f-a4aa-67316b8b1529 req-ec843f2a-be67-42da-a95e-1ed65bda203e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.425303 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-181725c6-e0bb-492f-a4aa-67316b8b1529 req-ec843f2a-be67-42da-a95e-1ed65bda203e service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577297 Jul 16 18:49:10.522018 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-181725c6-e0bb-492f-a4aa-67316b8b1529 req-0a0686e8-909b-44af-80f8-8582642ea607 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856056 Jul 16 18:49:10.624161 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-181725c6-e0bb-492f-a4aa-67316b8b1529 req-21a50a90-a9e4-4f13-a6a1-3f832173f467 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922668 Jul 16 18:49:28.662839 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-06c01b92-08d5-4fe5-a54a-0d29cfd3409b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.551797 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-403d5c3c-000c-4cb7-83bb-88455d126225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.912898 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:32.663030 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.602440 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.083844 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.029904 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:49:58.660420 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-b0aa4d3c-6a32-4bc1-849b-bd9486db7baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.548837 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-10424a81-8511-46b4-a4c0-d6ff0d067587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:01.909158 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:02.670180 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:03.592328 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:04.085901 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:10.948577 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1bbc8f0b-06d9-4dbe-a2e5-7298cdd96def req-9d91f6e5-ce8c-4d49-bf0c-4e18a91cfc52 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602899 Jul 16 18:50:11.080230 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8f0b-06d9-4dbe-a2e5-7298cdd96def req-55dbbc64-c437-4d99-8154-d9216cb5907f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:11.081736 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1bbc8f0b-06d9-4dbe-a2e5-7298cdd96def req-55dbbc64-c437-4d99-8154-d9216cb5907f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 1098 time: 0.0551863 Jul 16 18:50:11.196467 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8f0b-06d9-4dbe-a2e5-7298cdd96def req-a97a5894-19cf-4430-a628-0b30f2b54730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:11.198021 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1bbc8f0b-06d9-4dbe-a2e5-7298cdd96def req-a97a5894-19cf-4430-a628-0b30f2b54730 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 913 time: 0.0893993 Jul 16 18:50:11.261592 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1bbc8f0b-06d9-4dbe-a2e5-7298cdd96def req-16cf1aaa-8f5f-4a72-a744-eda7779ff1d4 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=826f6b64-23ee-4233-a472-317e4ba54d4d HTTP/1.1" status: 200 len: 1001 time: 0.0561790 Jul 16 18:50:11.320802 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8f0b-06d9-4dbe-a2e5-7298cdd96def req-8e3f3070-10f9-448a-a99e-29c87653501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:11.322286 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1bbc8f0b-06d9-4dbe-a2e5-7298cdd96def req-8e3f3070-10f9-448a-a99e-29c87653501a service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0515983 Jul 16 18:50:11.386691 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc8f0b-06d9-4dbe-a2e5-7298cdd96def req-3a252096-b18e-4d19-a36f-d694e595bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:11.388962 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1bbc8f0b-06d9-4dbe-a2e5-7298cdd96def req-3a252096-b18e-4d19-a36f-d694e595bfe1 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565965 Jul 16 18:50:11.496182 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1bbc8f0b-06d9-4dbe-a2e5-7298cdd96def req-248c8408-d3b2-4c9a-ae7e-d107d4ca4097 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994081 Jul 16 18:50:11.599183 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-1bbc8f0b-06d9-4dbe-a2e5-7298cdd96def req-41b58d8e-ee3e-4b7f-8f8a-cbaa44cfa6f1 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928755 Jul 16 18:50:20.034996 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:28.371671 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-cecbef65-2f62-47a5-a4a4-c7630571b70b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523933927&fields=id&tenant_id=cfdf1914f12c403fa9317bd73a8289eb HTTP/1.1" status: 200 len: 267 time: 0.0353887 Jul 16 18:50:28.477297 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-8ada0f27-be53-4648-b307-f8784dd94edc tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:28.478845 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-8ada0f27-be53-4648-b307-f8784dd94edc tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 812 time: 0.1010604 Jul 16 18:50:28.495799 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-11c2d7b1-9f56-486c-8d4c-b0a0356b498a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/quotas/cfdf1914f12c403fa9317bd73a8289eb HTTP/1.1" status: 200 len: 375 time: 0.0090129 Jul 16 18:50:28.571772 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7ae3fe7d-9fa0-467a-8041-c8c46997c0e2 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0689659 Jul 16 18:50:28.653651 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-bbe04533-27a7-4c52-84f9-7d70dba8bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:28.674332 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-18cd155f-0510-48af-8839-977ab451f5db service neutron] 10.222.0.68 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861623 Jul 16 18:50:28.761186 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7fd9d122-aa18-40c4-9c47-52d47f1206ce service neutron] 10.222.0.68 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809889 Jul 16 18:50:29.087829 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-e64922fc-3ce5-44a0-b89a-f553274322b7 req-30bdde8e-b535-4136-81bb-79f3492d62ab tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 210 time: 0.0285816 Jul 16 18:50:30.242753 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-00cff767-2a6c-4fce-90c8-0344d7459996 req-ff08002c-81cc-4b80-b56d-fb91721a4fd7 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 210 time: 0.0322590 Jul 16 18:50:30.332846 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-afb0629a-2d14-4a57-b49a-e70a7284a7f8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:30.334282 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-afb0629a-2d14-4a57-b49a-e70a7284a7f8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 812 time: 0.1028380 Jul 16 18:50:30.391101 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-13b9aa8d-dcd8-410e-9633-e326d1909e5e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfdf1914f12c403fa9317bd73a8289eb HTTP/1.1" status: 200 len: 379 time: 0.0341482 Jul 16 18:50:30.401550 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Request body: {'port': {'device_id': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'admin_state_up': True, 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'security_groups': ['dbbd0282-67d2-49af-a313-4362375501b5']}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:30.514796 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Made reservation on behalf of cfdf1914f12c403fa9317bd73a8289eb for: {'port': 1} {{(pid=93246) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:50:30.520232 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.649980 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Allocated IP 172.20.0.14 (9b8a2930-6b10-4822-b8cd-4e90eb39fe06/cecfda79-4047-4b5f-98bd-f7f81cc99ace/c6cfa688-8ac8-4925-ba3c-8c8df2e913a0) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:30.788975 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.802386 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Transition to ACTIVE for port object c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 will not be triggered until provisioned by entity DHCP. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:30.839207 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.883309 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:30.886665 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:30.890655 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:30.897138 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'Port': ['ID=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:30.929292 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.929778 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.930016 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.930354 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.930769 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.931174 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.931505 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.931830 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.932158 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.932484 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.932801 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.933140 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:30.964105 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:30.964704 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:30.981102 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-e2ed5e69-0006-4bd9-b5fe-f42d6911d141 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5833933 Jul 16 18:50:31.005584 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Request body: {'port': {'device_id': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78693'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:31.082857 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.166304 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-11259d91-3706-46be-83d6-fe2f49472bb7 None None] Provisioning for port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 completed by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:31.172952 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-11259d91-3706-46be-83d6-fe2f49472bb7 None None] Provisioning complete for port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 triggered by entity DHCP. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:31.173484 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-11259d91-3706-46be-83d6-fe2f49472bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.208331 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-11259d91-3706-46be-83d6-fe2f49472bb7 None None] Port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 cannot update to ACTIVE because it is not bound. {{(pid=93248) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:50:31.351719 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 {{(pid=93246) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:31.359372 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.371459 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.provisioning_blocks [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Transition to ACTIVE for port object c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 will not be triggered until provisioned by entity L2. {{(pid=93246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:50:31.382349 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.460604 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Pushing event updated for resources: {'Port': ['ID=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:31.519938 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c837cc-35da-4a8a-abea-65877598341c req-134f3853-6100-4ebb-825b-9118a3b81891 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:31.521510 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-23c837cc-35da-4a8a-abea-65877598341c req-134f3853-6100-4ebb-825b-9118a3b81891 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 944 time: 0.1489325 Jul 16 18:50:31.542306 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-50203fde-e12e-4e4a-9a5a-0c332f9ca301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.574757 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Attempting to bind port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 on host hv-cinder-78693 for vnic_type normal with profile {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:50:31.575092 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Attempting to bind port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 by drivers openvswitch,hyperv on host hv-cinder-78693 at level 0 using segments [{'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:50:31.575421 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Attempting to bind port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 on network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:31.581041 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-23c837cc-35da-4a8a-abea-65877598341c req-694963ba-9b06-4949-abbe-92a26a92fad0 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530014 Jul 16 18:50:31.583364 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 on network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78693 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:50:31.583686 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Attempting to bind port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 on network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:50:31.589002 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Checking agent: {'id': '3e5f2956-62a6-4c6d-b993-1465518eac95', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78693', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'started_at': datetime.datetime(2021, 7, 16, 18, 34, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:50:31.589366 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Checking segment: {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:50:31.589750 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Bound using segment: {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'} {{(pid=93246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:50:31.590169 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.managers [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Bound port: c6cfa688-8ac8-4925-ba3c-8c8df2e913a0, host: hv-cinder-78693, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace83c1a-286c-4dcf-b43f-06176bbb9016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06'}}] {{(pid=93246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:50:31.590538 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.654480 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] For port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0, host hv-cinder-78693, cleared binding levels {{(pid=93246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:50:31.657718 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] For port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0, host hv-cinder-78693, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:50:31.662762 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.699787 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:31.700361 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.701786 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] 10.222.0.84 "PUT /v2.0/ports/c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 HTTP/1.1" status: 200 len: 1094 time: 0.7015383 Jul 16 18:50:31.702227 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'tag': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:31.704493 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96249ee6-d889-44ef-bf2d-a3a5fa630fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "45aa60ef-eda7-42e7-bab6-525cce5c0da5", "tag": "c6cfa688-8ac8-4925-ba3c-8c8df2e913a0"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:31.725389 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746422f-d6b6-4581-8a19-d4c62ece281d service neutron] Pushing event updated for resources: {'Port': ['ID=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0,revision_number=3']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:31.744712 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dae0ee-f911-4b2c-a296-a156d574ad37 x-openstack-request-id: req-c4dae0ee-f911-4b2c-a296-a156d574ad37 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:31.745017 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45aa60ef-eda7-42e7-bab6-525cce5c0da5", "tag": "c6cfa688-8ac8-4925-ba3c-8c8df2e913a0", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:31.745273 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c4dae0ee-f911-4b2c-a296-a156d574ad37 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:31.745723 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'tag': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0', 'status': 'completed', 'code': 200} Jul 16 18:50:31.834399 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-85e3f805-949f-42ca-8aa5-86dcbbb162be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:31.835823 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-85e3f805-949f-42ca-8aa5-86dcbbb162be service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 1097 time: 0.0576329 Jul 16 18:50:31.888993 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-53e9875a-096f-4c36-81f8-179e0e5931e7 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 HTTP/1.1" status: 200 len: 217 time: 0.0344179 Jul 16 18:50:31.899770 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:31.939429 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-4ef8eaeb-cedc-4420-ac5a-a21f11582af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:31.940890 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-4ef8eaeb-cedc-4420-ac5a-a21f11582af4 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0450442 Jul 16 18:50:32.006647 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-8d70bfaa-d3f4-4d43-8439-56b9b3153abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:32.008117 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-8d70bfaa-d3f4-4d43-8439-56b9b3153abf service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566888 Jul 16 18:50:32.100541 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-98a5cca1-f471-45b9-a14e-da67c5336cbf service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812397 Jul 16 18:50:32.195377 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-3ddba5d9-5007-4ca6-b3a4-32acfb140f7c req-3522ebad-d9a9-46b3-bf91-a89cd052f7ad service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843215 Jul 16 18:50:32.375411 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96249ee6-d889-44ef-bf2d-a3a5fa630fa7 req-e5466151-f494-437b-9b05-d62c31b1c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:32.376747 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-96249ee6-d889-44ef-bf2d-a3a5fa630fa7 req-e5466151-f494-437b-9b05-d62c31b1c8d3 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 1097 time: 0.0630541 Jul 16 18:50:32.467276 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96249ee6-d889-44ef-bf2d-a3a5fa630fa7 req-9a3b3667-3d87-4044-9b25-276071f80c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:32.468730 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-96249ee6-d889-44ef-bf2d-a3a5fa630fa7 req-9a3b3667-3d87-4044-9b25-276071f80c91 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 913 time: 0.0843017 Jul 16 18:50:32.508978 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-96249ee6-d889-44ef-bf2d-a3a5fa630fa7 req-74a55ac6-1f39-411a-9624-1261c8631561 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 HTTP/1.1" status: 200 len: 217 time: 0.0329769 Jul 16 18:50:32.561837 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96249ee6-d889-44ef-bf2d-a3a5fa630fa7 req-7bdd37f6-90cd-40e7-a699-36f0957fbac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:32.563910 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-96249ee6-d889-44ef-bf2d-a3a5fa630fa7 req-7bdd37f6-90cd-40e7-a699-36f0957fbac9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0476029 Jul 16 18:50:32.628517 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96249ee6-d889-44ef-bf2d-a3a5fa630fa7 req-7245ab77-b4d0-4c41-989d-fdca0cab9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:32.630339 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-96249ee6-d889-44ef-bf2d-a3a5fa630fa7 req-7245ab77-b4d0-4c41-989d-fdca0cab9ca3 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0594485 Jul 16 18:50:32.658916 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:32.761175 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-96249ee6-d889-44ef-bf2d-a3a5fa630fa7 req-d162aea1-bc0d-4824-9240-3728bb7692c8 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229382 Jul 16 18:50:33.102762 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff291c7-742f-49d3-9597-5f442b9029f1 req-9116ed71-2d99-4414-b58e-66fc32f5b6b9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:33.104229 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dff291c7-742f-49d3-9597-5f442b9029f1 req-9116ed71-2d99-4414-b58e-66fc32f5b6b9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 944 time: 0.4029338 Jul 16 18:50:33.181050 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-dff291c7-742f-49d3-9597-5f442b9029f1 req-9134a773-2219-45eb-85e4-357a31b20347 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498264 Jul 16 18:50:33.183408 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-96249ee6-d889-44ef-bf2d-a3a5fa630fa7 req-61e02b2d-e732-45b1-89a4-97e341702d3e service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124691 Jul 16 18:50:33.622834 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.088981 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.372001 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f3c53-6e0d-4344-8765-0419b7d1139c req-61939da4-5785-4734-ae97-1703ceda83e2 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:34.373433 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd7f3c53-6e0d-4344-8765-0419b7d1139c req-61939da4-5785-4734-ae97-1703ceda83e2 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 944 time: 0.0703599 Jul 16 18:50:34.412965 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bd7f3c53-6e0d-4344-8765-0419b7d1139c req-a2ec2ebc-f0f2-497c-875b-7d8db6b4f3be tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312023 Jul 16 18:50:35.590075 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b49206-2fc4-4ef5-97fc-5b8c6c46765a req-d596a5ed-958a-46ca-824f-da9bb4d56246 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:35.591542 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-39b49206-2fc4-4ef5-97fc-5b8c6c46765a req-d596a5ed-958a-46ca-824f-da9bb4d56246 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 944 time: 0.0643902 Jul 16 18:50:35.633158 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-39b49206-2fc4-4ef5-97fc-5b8c6c46765a req-3f176d8e-12a2-4fda-aaad-90f4876967e5 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360041 Jul 16 18:50:36.822482 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5427ef9-4b34-49b3-bd17-6d8d13d46eea req-522622c5-628c-4a6c-b13b-54b7d97ec6bd tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:36.823999 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d5427ef9-4b34-49b3-bd17-6d8d13d46eea req-522622c5-628c-4a6c-b13b-54b7d97ec6bd tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 944 time: 0.0663371 Jul 16 18:50:36.863711 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-d5427ef9-4b34-49b3-bd17-6d8d13d46eea req-d8eb7aae-b150-4aa1-96b2-07b542e84b3c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317347 Jul 16 18:50:38.166152 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796ea3e-97cb-4ed8-b6a7-f3e7416d3b10 req-01e9638f-f130-40a6-8526-03fcef408f67 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:38.167557 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b796ea3e-97cb-4ed8-b6a7-f3e7416d3b10 req-01e9638f-f130-40a6-8526-03fcef408f67 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 944 time: 0.0741177 Jul 16 18:50:38.209165 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b796ea3e-97cb-4ed8-b6a7-f3e7416d3b10 req-342b62ce-8445-43cc-a684-774b77de09f0 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358779 Jul 16 18:50:39.395331 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86139310-88e3-4bdb-a35e-4a1799438f65 req-380bc743-01c1-496a-93b8-3a93cc441941 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:39.396784 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-86139310-88e3-4bdb-a35e-4a1799438f65 req-380bc743-01c1-496a-93b8-3a93cc441941 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 944 time: 0.0728874 Jul 16 18:50:39.434918 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-86139310-88e3-4bdb-a35e-4a1799438f65 req-bdb37939-61f7-4a20-8ae4-4341a1b76a3a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324988 Jul 16 18:50:39.500651 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 details requested by agent hyperv_hv-cinder-78693 with host hv-cinder-78693 {{(pid=93248) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:50:39.601456 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:39.612392 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Returning: {'device': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'port_id': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0', 'mac_address': 'fa:16:3e:04:ce:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93248) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:50:39.653065 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.670340 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 {{(pid=93248) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:50:39.689960 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:39.696094 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:39.744815 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0,revision_number=4']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:39.752270 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:39.752563 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:39.752907 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:39.753240 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:39.753612 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:39.753928 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:39.754255 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:39.754583 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:39.754908 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:39.755227 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:39.755551 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:39.755919 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:50:40.051360 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] get_ports_and_sgs() called for port_ids ['c6cfa688-8ac8-4925-ba3c-8c8df2e913a0'] {{(pid=93248) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:50:40.615894 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791de4f9-dd5b-4488-9eeb-6efc76f6b480 req-dbb49060-2344-4869-803d-915698c1a3ca tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:40.617369 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-791de4f9-dd5b-4488-9eeb-6efc76f6b480 req-dbb49060-2344-4869-803d-915698c1a3ca tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 945 time: 0.0649729 Jul 16 18:50:40.654243 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-791de4f9-dd5b-4488-9eeb-6efc76f6b480 req-b42d140c-5b07-402b-9d13-43987c827715 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310197 Jul 16 18:50:41.521615 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 up at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:50:41.575891 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning for port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 completed by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:50:41.579533 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.provisioning_blocks [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Provisioning complete for port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 triggered by entity L2. {{(pid=93248) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:50:41.579909 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1530801'] for port, provisioning_complete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.655607 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.684395 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0'}] {{(pid=93248) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:41.687320 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc5f641b56231808bfb2af41947b701bb8a234d482781b6632f5eb1a9c76a92e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d66338-541c-4f4a-8ac6-85bdae6e79e6" -d '{"events": [{"server_uuid": "45aa60ef-eda7-42e7-bab6-525cce5c0da5", "name": "network-vif-plugged", "status": "completed", "tag": "c6cfa688-8ac8-4925-ba3c-8c8df2e913a0"}]}' {{(pid=93248) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:41.702476 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] For port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:50:41.708098 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402'] for port, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:41.732183 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ac0d08-671b-4821-96e5-a74b9b273db2 x-openstack-request-id: req-41ac0d08-671b-4821-96e5-a74b9b273db2 {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:41.732447 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aa60ef-eda7-42e7-bab6-525cce5c0da5", "name": "network-vif-plugged", "status": "completed", "tag": "c6cfa688-8ac8-4925-ba3c-8c8df2e913a0", "code": 200}]} {{(pid=93248) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:41.732729 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-41ac0d08-671b-4821-96e5-a74b9b273db2 {{(pid=93248) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:41.733120 dv-cinder-786932-5-iscsi neutron-server[93248]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0', 'code': 200} Jul 16 18:50:41.758522 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Pushing event updated for resources: {'Port': ['ID=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0,revision_number=5']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:41.835690 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90b336-bac1-4ee6-9aae-c0847f128d17 req-9b9f63b1-b8ab-4594-bfe1-2f35e00f401f tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:41.837068 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-2e90b336-bac1-4ee6-9aae-c0847f128d17 req-9b9f63b1-b8ab-4594-bfe1-2f35e00f401f tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 946 time: 0.0635467 Jul 16 18:50:41.878141 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-2e90b336-bac1-4ee6-9aae-c0847f128d17 req-11dcfd10-9018-453c-8f81-d712e20107a6 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327396 Jul 16 18:50:42.065963 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c247a0d-ef28-41b3-a7d3-043fa5a3b130 req-9153be14-928e-49bb-8267-630f80f93457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:42.067432 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9c247a0d-ef28-41b3-a7d3-043fa5a3b130 req-9153be14-928e-49bb-8267-630f80f93457 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 1099 time: 0.0601315 Jul 16 18:50:42.102980 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-9c247a0d-ef28-41b3-a7d3-043fa5a3b130 req-be578a0d-8d4f-4432-8818-28e33fcdd16e service neutron] 10.222.0.84 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282681 Jul 16 18:50:43.060142 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592be757-2390-4965-a2d8-308fd357d0ce req-04eb65ce-db84-4f68-95bc-fa3f200748b5 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:43.061646 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-592be757-2390-4965-a2d8-308fd357d0ce req-04eb65ce-db84-4f68-95bc-fa3f200748b5 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 946 time: 0.0661511 Jul 16 18:50:43.104430 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-592be757-2390-4965-a2d8-308fd357d0ce req-ed0b763c-667f-4760-b24f-8fe75700a882 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331376 Jul 16 18:50:44.312972 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a87b2-d7ad-497e-ad70-0aef29b68f99 req-c22b4dd8-1bf5-4489-93d5-c3ba1810c42d tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:44.314392 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-353a87b2-d7ad-497e-ad70-0aef29b68f99 req-c22b4dd8-1bf5-4489-93d5-c3ba1810c42d tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 946 time: 0.0886753 Jul 16 18:50:44.354489 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-353a87b2-d7ad-497e-ad70-0aef29b68f99 req-a55eaf3f-921e-4186-a73b-daebd2dc9261 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315652 Jul 16 18:50:44.534720 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151306d-a1de-4906-b846-422f2f883208 req-e402005b-e7c9-4443-8c39-888be016fb61 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:44.536160 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c151306d-a1de-4906-b846-422f2f883208 req-e402005b-e7c9-4443-8c39-888be016fb61 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 946 time: 0.0736017 Jul 16 18:50:44.573325 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-c151306d-a1de-4906-b846-422f2f883208 req-c1f0734e-5a8d-4d8f-9095-c4c840399a17 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314004 Jul 16 18:50:44.597384 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 39178) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:44.651499 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71f1a15-cd56-43bf-84d2-d36db4a29b1d tempest-TestVolumeBootPattern-1188800288 tempest-TestVolumeBootPattern-1188800288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:44.652947 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-f71f1a15-cd56-43bf-84d2-d36db4a29b1d tempest-TestVolumeBootPattern-1188800288 tempest-TestVolumeBootPattern-1188800288-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 1094 time: 0.0545280 Jul 16 18:50:44.655789 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 39180) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:50:44.660072 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.v2.base [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Request body: {'floatingip': {'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'port_id': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93246) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:50:44.685035 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for floatingip, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.784482 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:44.888228 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_common [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Allocated IP 172.27.3.50 (8faae5fe-6b17-4018-b67e-363813f28d31/b27ebe26-b85e-435c-b54f-92451f9fa4cb/4ad23332-a3b4-4fb3-b846-098b8926348c) {{(pid=93246) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:50:44.995856 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for port, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.036931 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728546419366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.079536 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Network 8faae5fe-6b17-4018-b67e-363813f28d31 is already hosted by enough agents. {{(pid=93246) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:50:45.086443 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.base_scheduler [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Resources bound (agent type, host, resource id): {{(pid=93246) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:50:45.093988 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Received port after_create {{(pid=93246) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:50:45.096781 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'Port': ['ID=4ad23332-a3b4-4fb3-b846-098b8926348c,revision_number=1']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:45.472839 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.550539 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-651841'] for port, before_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.705213 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for port, precommit_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.711598 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728546825301', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728546419384', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728546419402', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2311553'] for port, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.779527 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event updated for resources: {'Port': ['ID=4ad23332-a3b4-4fb3-b846-098b8926348c,revision_number=2']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:50:45.791146 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-517289'] for floatingip, after_update {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.891458 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.l3_db [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Floating IP 627e7f34-d250-4413-ba02-0198f3bd3d19 associated. External IP: 172.27.3.50, port: c6cfa688-8ac8-4925-ba3c-8c8df2e913a0. Jul 16 18:50:46.128506 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Router c867d486-66c5-463f-b71c-a12082d8edf9 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:50:46.236253 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:50:46.247684 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d46974-e392-435e-a01f-35227a33e386 None None] Sync routers for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:50:46.255890 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:46.263977 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d46974-e392-435e-a01f-35227a33e386 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:46.264690 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-12d46974-e392-435e-a01f-35227a33e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:50:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:46.291910 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-78bf0592-a748-4121-87ab-b956be4f1f7e tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6350734 Jul 16 18:50:46.292605 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'tag': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:50:46.294974 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23472d9-5b40-4d6e-ba1a-becf44f524f2" -d '{"events": [{"name": "network-changed", "server_uuid": "45aa60ef-eda7-42e7-bab6-525cce5c0da5", "tag": "c6cfa688-8ac8-4925-ba3c-8c8df2e913a0"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:50:46.330575 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97f252d-6964-4b81-902e-afa21f7a6ad5 x-openstack-request-id: req-a97f252d-6964-4b81-902e-afa21f7a6ad5 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:50:46.330864 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45aa60ef-eda7-42e7-bab6-525cce5c0da5", "tag": "c6cfa688-8ac8-4925-ba3c-8c8df2e913a0", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:50:46.331117 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-a97f252d-6964-4b81-902e-afa21f7a6ad5 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:50:46.331846 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'tag': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0', 'status': 'completed', 'code': 200} Jul 16 18:50:46.374348 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-12d46974-e392-435e-a01f-35227a33e386 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:46.431583 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23472d9-5b40-4d6e-ba1a-becf44f524f2 req-7b3500fe-6d37-4762-be8f-461e30bab30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:46.432974 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b23472d9-5b40-4d6e-ba1a-becf44f524f2 req-7b3500fe-6d37-4762-be8f-461e30bab30e service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 1099 time: 0.0553727 Jul 16 18:50:46.525970 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23472d9-5b40-4d6e-ba1a-becf44f524f2 req-949f73a6-98d5-4f44-84ff-a944f9e99f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:46.527474 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b23472d9-5b40-4d6e-ba1a-becf44f524f2 req-949f73a6-98d5-4f44-84ff-a944f9e99f5c service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 913 time: 0.0881701 Jul 16 18:50:46.596647 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b23472d9-5b40-4d6e-ba1a-becf44f524f2 req-fa6f110d-30be-4ae7-8bd2-f3b468603c2c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 HTTP/1.1" status: 200 len: 999 time: 0.0618982 Jul 16 18:50:46.599414 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-12d46974-e392-435e-a01f-35227a33e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': '5d93c4e1-b4d4-4763-80e0-bb5c778415f7', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:5e:97:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:48:41Z', 'updated_at': '2021-07-16T18:48:43Z', 'revision_number': 1, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}, {'id': '627e7f34-d250-4413-ba02-0198f3bd3d19', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:04:ce:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:50:45Z', 'updated_at': '2021-07-16T18:50:45Z', 'revision_number': 0, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:46.625229 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d46974-e392-435e-a01f-35227a33e386 None None] Checking router: c867d486-66c5-463f-b71c-a12082d8edf9 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:50:46.633890 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d46974-e392-435e-a01f-35227a33e386 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:50:46.634490 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-12d46974-e392-435e-a01f-35227a33e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:50:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:46.648813 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23472d9-5b40-4d6e-ba1a-becf44f524f2 req-550eea8a-2226-431e-be73-a9208b36d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:46.650371 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b23472d9-5b40-4d6e-ba1a-becf44f524f2 req-550eea8a-2226-431e-be73-a9208b36d4c9 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0442991 Jul 16 18:50:46.709339 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23472d9-5b40-4d6e-ba1a-becf44f524f2 req-fc260630-768d-4fc1-85fe-5ee82b364f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:46.711324 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b23472d9-5b40-4d6e-ba1a-becf44f524f2 req-fc260630-768d-4fc1-85fe-5ee82b364f76 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544939 Jul 16 18:50:46.736905 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-12d46974-e392-435e-a01f-35227a33e386 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:50:46.804207 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b23472d9-5b40-4d6e-ba1a-becf44f524f2 req-952cad4a-10e4-4731-91c1-fd88fa646c5f service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854776 Jul 16 18:50:46.894428 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-b23472d9-5b40-4d6e-ba1a-becf44f524f2 req-1a15c4c4-59d7-4cd7-aa7d-26ecff833b19 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837717 Jul 16 18:50:47.093039 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-12d46974-e392-435e-a01f-35227a33e386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': '5d93c4e1-b4d4-4763-80e0-bb5c778415f7', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:5e:97:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:48:41Z', 'updated_at': '2021-07-16T18:48:43Z', 'revision_number': 1, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}, {'id': '627e7f34-d250-4413-ba02-0198f3bd3d19', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:04:ce:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:50:45Z', 'updated_at': '2021-07-16T18:50:45Z', 'revision_number': 0, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:50:47.123817 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d46974-e392-435e-a01f-35227a33e386 None None] The sync data for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi is: [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': '5d93c4e1-b4d4-4763-80e0-bb5c778415f7', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:5e:97:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:48:41Z', 'updated_at': '2021-07-16T18:48:43Z', 'revision_number': 1, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}, {'id': '627e7f34-d250-4413-ba02-0198f3bd3d19', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.50', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:04:ce:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:50:45Z', 'updated_at': '2021-07-16T18:50:45Z', 'revision_number': 0, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:50:47.313760 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e507663-7102-4cf8-976e-c94ab93d1ba6 None None] New status for floating IP 627e7f34-d250-4413-ba02-0198f3bd3d19: ACTIVE {{(pid=93249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:50:57.035470 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:58.657705 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-200b7f67-11ee-40fc-b63f-868ccc3b2670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.550182 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-0e0e7223-60b9-45d9-9b31-8aa0eba6d54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:01.905122 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:02.672166 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:03.641054 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:04.091757 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:12.923444 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f365a393-6c62-446c-86c9-f5f47f8020fc req-8bbf6ec8-601b-4572-affc-01a8cb2c36f4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536220 Jul 16 18:51:13.061485 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a393-6c62-446c-86c9-f5f47f8020fc req-708bb050-9160-4fc2-a53b-fa100d602ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:13.062955 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f365a393-6c62-446c-86c9-f5f47f8020fc req-708bb050-9160-4fc2-a53b-fa100d602ebb service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 1098 time: 0.0677130 Jul 16 18:51:13.190161 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a393-6c62-446c-86c9-f5f47f8020fc req-62862e0a-ee54-4e5e-84dc-95d467f233bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:13.192312 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f365a393-6c62-446c-86c9-f5f47f8020fc req-62862e0a-ee54-4e5e-84dc-95d467f233bf service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 913 time: 0.0966635 Jul 16 18:51:13.266791 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f365a393-6c62-446c-86c9-f5f47f8020fc req-d9fc74a1-2ede-4a77-b1ef-1cdea9c33700 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=826f6b64-23ee-4233-a472-317e4ba54d4d HTTP/1.1" status: 200 len: 1001 time: 0.0637839 Jul 16 18:51:13.324458 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a393-6c62-446c-86c9-f5f47f8020fc req-243f63db-828e-4d42-9463-2ac88882ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:13.325988 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f365a393-6c62-446c-86c9-f5f47f8020fc req-243f63db-828e-4d42-9463-2ac88882ba23 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0520587 Jul 16 18:51:13.385393 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a393-6c62-446c-86c9-f5f47f8020fc req-839abd63-d411-401c-8df6-15d1f82aad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:13.386868 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f365a393-6c62-446c-86c9-f5f47f8020fc req-839abd63-d411-401c-8df6-15d1f82aad31 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535603 Jul 16 18:51:13.481059 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f365a393-6c62-446c-86c9-f5f47f8020fc req-9d7129e0-0a3f-437f-b122-d548a931dd25 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835791 Jul 16 18:51:13.571634 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-f365a393-6c62-446c-86c9-f5f47f8020fc req-02344859-ea04-4f61-9b30-9b5c231b9687 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827777 Jul 16 18:51:22.126333 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [req-bd1129cb-d306-44f9-91ab-5a058e9b3004 req-181da9c5-8310-4642-8fdc-44e38ae4c004 service neutron] (93247) timed out ('10.222.0.84', 49912) {{(pid=93247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:51:28.670920 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2e19eced-0cf4-4baa-8937-c3710a79c8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.551834 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-edf3ee12-ce14-4b42-bb4d-d5ce59682fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:31.915744 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:32.673696 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:33.643340 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:34.039420 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:51:34.095896 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.167391 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [req-22584314-8166-4de1-b578-bf22227643ab req-6022b19e-ddba-4691-b375-e27415b0af6c service neutron] (93246) timed out ('10.222.0.84', 49881) {{(pid=93246) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:51:58.676366 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-322bd008-57a8-49c0-8d13-a18d2a5c11ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.552225 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2cfd6c3c-be63-4a87-bae6-c5ce820d2469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:01.912886 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.679199 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:03.652359 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:04.099795 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:11.049933 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:14.659601 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 39214) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:14.822042 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Deleting port 4ad23332-a3b4-4fb3-b846-098b8926348c {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:14.822381 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.899533 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.899824 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.912129 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Calling delete_port for 4ad23332-a3b4-4fb3-b846-098b8926348c owned by network:floatingip {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:15.119888 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-917617e2-78cc-492b-8e51-0134cab78b1a req-dc51640d-e5c9-4673-a8a2-0d2ba9a5cba4 service neutron] 10.222.0.84 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1639729 Jul 16 18:52:15.122026 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.150695 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event deleted for resources: {'Port': ['ID=4ad23332-a3b4-4fb3-b846-098b8926348c,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:15.170588 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:15.170917 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:15.171255 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:15.171583 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:15.171917 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:15.172240 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:15.172566 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:15.172917 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:15.173213 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:15.173557 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:15.173862 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:15.174175 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:15.253904 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for floatingip, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:15.254238 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.l3_db [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Floating IP 627e7f34-d250-4413-ba02-0198f3bd3d19 disassociated (deleted). External IP: 172.27.3.50, port: c6cfa688-8ac8-4925-ba3c-8c8df2e913a0. Jul 16 18:52:15.302333 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917617e2-78cc-492b-8e51-0134cab78b1a req-e247009e-e2cb-439c-bd29-e7954709c45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:15.303820 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-917617e2-78cc-492b-8e51-0134cab78b1a req-e247009e-e2cb-439c-bd29-e7954709c45f service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 1099 time: 0.1485469 Jul 16 18:52:15.477194 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917617e2-78cc-492b-8e51-0134cab78b1a req-c569a4dc-02e4-4be5-bab8-f7db9332fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:15.478654 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-917617e2-78cc-492b-8e51-0134cab78b1a req-c569a4dc-02e4-4be5-bab8-f7db9332fd6e service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 913 time: 0.1388886 Jul 16 18:52:15.550896 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-917617e2-78cc-492b-8e51-0134cab78b1a req-e2409eeb-1cb0-4411-9aee-95160e21432c service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 HTTP/1.1" status: 200 len: 217 time: 0.0405941 Jul 16 18:52:15.874330 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Router c867d486-66c5-463f-b71c-a12082d8edf9 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:15.896493 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917617e2-78cc-492b-8e51-0134cab78b1a req-6918966a-0c99-43ea-8161-9110a636312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:15.897963 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-917617e2-78cc-492b-8e51-0134cab78b1a req-6918966a-0c99-43ea-8161-9110a636312e service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.3354297 Jul 16 18:52:16.024877 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:16.029640 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:16.034733 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da35186-7515-4335-bc2d-d426eeeac824 None None] Sync routers for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:16.044912 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da35186-7515-4335-bc2d-d426eeeac824 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:16.045568 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-4da35186-7515-4335-bc2d-d426eeeac824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:52:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:16.056709 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917617e2-78cc-492b-8e51-0134cab78b1a req-2862a94d-3fc8-4e60-9f95-f0c2fd1c6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:16.058242 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-917617e2-78cc-492b-8e51-0134cab78b1a req-2862a94d-3fc8-4e60-9f95-f0c2fd1c6dc0 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1302850 Jul 16 18:52:16.088278 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-00e2a60e-843a-46d9-a34e-2d96b2ceb345 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "DELETE /v2.0/floatingips/627e7f34-d250-4413-ba02-0198f3bd3d19 HTTP/1.1" status: 204 len: 168 time: 1.4268763 Jul 16 18:52:16.094411 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'tag': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:16.096676 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f2f462-aced-440e-bf5b-924aef626d70" -d '{"events": [{"name": "network-changed", "server_uuid": "45aa60ef-eda7-42e7-bab6-525cce5c0da5", "tag": "c6cfa688-8ac8-4925-ba3c-8c8df2e913a0"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:16.143061 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa34587-1e5c-4cc5-953f-6da1b9ba20f8 x-openstack-request-id: req-daa34587-1e5c-4cc5-953f-6da1b9ba20f8 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:16.143338 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45aa60ef-eda7-42e7-bab6-525cce5c0da5", "tag": "c6cfa688-8ac8-4925-ba3c-8c8df2e913a0", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:16.143567 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-daa34587-1e5c-4cc5-953f-6da1b9ba20f8 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:16.144484 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'tag': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0', 'status': 'completed', 'code': 200} Jul 16 18:52:16.168956 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-4da35186-7515-4335-bc2d-d426eeeac824 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:16.174436 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-917617e2-78cc-492b-8e51-0134cab78b1a req-d3e82f36-ce00-4454-8988-c341c1a45dc5 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081419 Jul 16 18:52:16.275065 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-917617e2-78cc-492b-8e51-0134cab78b1a req-4dc173c7-4625-48a2-b01c-195bdc1b11ff service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927246 Jul 16 18:52:16.397010 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-4da35186-7515-4335-bc2d-d426eeeac824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': '5d93c4e1-b4d4-4763-80e0-bb5c778415f7', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:5e:97:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:48:41Z', 'updated_at': '2021-07-16T18:48:43Z', 'revision_number': 1, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:16.426968 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da35186-7515-4335-bc2d-d426eeeac824 None None] Checking router: c867d486-66c5-463f-b71c-a12082d8edf9 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:16.436606 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da35186-7515-4335-bc2d-d426eeeac824 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:16.437182 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-4da35186-7515-4335-bc2d-d426eeeac824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:52:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:16.467168 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f462-aced-440e-bf5b-924aef626d70 req-11b4ae7d-55c2-45aa-9193-d9ce61f6f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:16.468930 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-44f2f462-aced-440e-bf5b-924aef626d70 req-11b4ae7d-55c2-45aa-9193-d9ce61f6f30d service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 1099 time: 0.0575268 Jul 16 18:52:16.512042 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1c9b3-c0aa-4ac2-b190-da2e12a66cf9 req-af9aab90-06eb-4cda-9907-236527cd474b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:16.513599 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c1f1c9b3-c0aa-4ac2-b190-da2e12a66cf9 req-af9aab90-06eb-4cda-9907-236527cd474b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 946 time: 0.1131027 Jul 16 18:52:16.542911 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-4da35186-7515-4335-bc2d-d426eeeac824 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:16.551861 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-c1f1c9b3-c0aa-4ac2-b190-da2e12a66cf9 req-06c721c4-8a97-4011-b923-a9478cf12a51 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322232 Jul 16 18:52:16.560350 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f462-aced-440e-bf5b-924aef626d70 req-5951320c-7c4c-499f-aae8-6536c33a0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:16.561926 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-44f2f462-aced-440e-bf5b-924aef626d70 req-5951320c-7c4c-499f-aae8-6536c33a0e2b service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 913 time: 0.0847147 Jul 16 18:52:16.607740 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-44f2f462-aced-440e-bf5b-924aef626d70 req-35868772-fc78-4c86-bc71-9b39a9a3979f service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 HTTP/1.1" status: 200 len: 217 time: 0.0374966 Jul 16 18:52:16.655040 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f462-aced-440e-bf5b-924aef626d70 req-94d75f92-768b-456f-979d-00967e129450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:16.656461 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-44f2f462-aced-440e-bf5b-924aef626d70 req-94d75f92-768b-456f-979d-00967e129450 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0423946 Jul 16 18:52:16.716899 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2f462-aced-440e-bf5b-924aef626d70 req-8f1087d7-fca7-4fcf-aa6f-a21917af7654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:16.718445 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-44f2f462-aced-440e-bf5b-924aef626d70 req-8f1087d7-fca7-4fcf-aa6f-a21917af7654 service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528796 Jul 16 18:52:16.763539 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-4da35186-7515-4335-bc2d-d426eeeac824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': '5d93c4e1-b4d4-4763-80e0-bb5c778415f7', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:5e:97:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:48:41Z', 'updated_at': '2021-07-16T18:48:43Z', 'revision_number': 1, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:16.793498 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da35186-7515-4335-bc2d-d426eeeac824 None None] The sync data for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi is: [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_floatingips': [{'id': '5d93c4e1-b4d4-4763-80e0-bb5c778415f7', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'router_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'port_id': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'mac_address': 'fa:16:3e:5e:97:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:48:41Z', 'updated_at': '2021-07-16T18:48:43Z', 'revision_number': 1, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:16.811607 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-44f2f462-aced-440e-bf5b-924aef626d70 req-483405f5-1061-4628-8cba-1acbbb2e8a04 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853367 Jul 16 18:52:16.913559 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-44f2f462-aced-440e-bf5b-924aef626d70 req-545bc260-5be3-4daa-8701-53388a205821 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851800 Jul 16 18:52:17.009610 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dec61be-cfd3-49ee-b426-7629b320ce36 None None] New status for floating IP 627e7f34-d250-4413-ba02-0198f3bd3d19: DOWN {{(pid=93249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:52:17.804848 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d061cc1-aef6-461f-bbdb-bd515956e73e req-d49fc7dd-066f-489a-9b8e-9c3de317c19a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:17.806365 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8d061cc1-aef6-461f-bbdb-bd515956e73e req-d49fc7dd-066f-489a-9b8e-9c3de317c19a tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 946 time: 0.1283529 Jul 16 18:52:17.845177 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-8d061cc1-aef6-461f-bbdb-bd515956e73e req-44ffc1c1-e4ad-4df4-a954-803d53d0db46 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329108 Jul 16 18:52:18.669620 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83649420-61df-43d6-97b6-916cb687ac12 req-73639f76-a183-4079-bbe1-3dfaad21a168 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:18.671044 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-83649420-61df-43d6-97b6-916cb687ac12 req-73639f76-a183-4079-bbe1-3dfaad21a168 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 946 time: 0.0766699 Jul 16 18:52:18.779791 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-83649420-61df-43d6-97b6-916cb687ac12 req-fe9e051e-e922-4dcb-a385-8a83af24b81b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Deleting port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:18.780181 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-83649420-61df-43d6-97b6-916cb687ac12 req-fe9e051e-e922-4dcb-a385-8a83af24b81b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.865253 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-83649420-61df-43d6-97b6-916cb687ac12 req-fe9e051e-e922-4dcb-a385-8a83af24b81b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] For port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:18.865665 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-83649420-61df-43d6-97b6-916cb687ac12 req-fe9e051e-e922-4dcb-a385-8a83af24b81b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.880491 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-83649420-61df-43d6-97b6-916cb687ac12 req-fe9e051e-e922-4dcb-a385-8a83af24b81b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Calling delete_port for c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:19.021427 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-83649420-61df-43d6-97b6-916cb687ac12 req-fe9e051e-e922-4dcb-a385-8a83af24b81b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.038153 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacda6d-c83b-4da7-8ab4-881fe28fff91 req-c6f33282-8915-43f8-930d-7c619f4fb576 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:19.039748 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bdacda6d-c83b-4da7-8ab4-881fe28fff91 req-c6f33282-8915-43f8-930d-7c619f4fb576 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 867 time: 0.0641329 Jul 16 18:52:19.050212 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e051e-e922-4dcb-a385-8a83af24b81b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event deleted for resources: {'Port': ['ID=c6cfa688-8ac8-4925-ba3c-8c8df2e913a0,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:19.080191 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-bdacda6d-c83b-4da7-8ab4-881fe28fff91 req-e72a7b80-7ea8-4824-ad64-7a669b3befbc tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347140 Jul 16 18:52:19.101572 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-83649420-61df-43d6-97b6-916cb687ac12 req-fe9e051e-e922-4dcb-a385-8a83af24b81b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] No DVR routers for this DVR port c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:19.104180 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-83649420-61df-43d6-97b6-916cb687ac12 req-fe9e051e-e922-4dcb-a385-8a83af24b81b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:19.106187 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-83649420-61df-43d6-97b6-916cb687ac12 req-fe9e051e-e922-4dcb-a385-8a83af24b81b tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "DELETE /v2.0/ports/c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 HTTP/1.1" status: 204 len: 173 time: 0.4255109 Jul 16 18:52:19.106624 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'name': 'network-vif-deleted', 'tag': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:19.108861 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299a212c-ffd7-4386-902b-e62f2fe0c4a9" -d '{"events": [{"server_uuid": "45aa60ef-eda7-42e7-bab6-525cce5c0da5", "name": "network-vif-deleted", "tag": "c6cfa688-8ac8-4925-ba3c-8c8df2e913a0"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:19.147208 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19d345e-e426-49a4-9a8a-1a813b29b1a0 x-openstack-request-id: req-e19d345e-e426-49a4-9a8a-1a813b29b1a0 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:19.147530 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aa60ef-eda7-42e7-bab6-525cce5c0da5", "name": "network-vif-deleted", "tag": "c6cfa688-8ac8-4925-ba3c-8c8df2e913a0", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:19.147782 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e19d345e-e426-49a4-9a8a-1a813b29b1a0 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:19.148670 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aa60ef-eda7-42e7-bab6-525cce5c0da5', 'name': 'network-vif-deleted', 'tag': 'c6cfa688-8ac8-4925-ba3c-8c8df2e913a0', 'status': 'completed', 'code': 200} Jul 16 18:52:20.246265 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-0846bf1a-38b4-403c-83f6-64f30dca252e req-7ba0ca54-2577-44e9-8d21-9cd4ea7a0424 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=45aa60ef-eda7-42e7-bab6-525cce5c0da5 HTTP/1.1" status: 200 len: 210 time: 0.0340204 Jul 16 18:52:22.117229 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:22.148341 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:22.148700 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device c6cfa688-8ac8-4925-ba3c-8c8df2e913a0 not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:23.615386 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 39268) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:23.790377 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-006ff814-e105-41c0-9b97-51ec9002763c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Deleting port ba84db71-2354-40c3-8f7d-a57add79e781 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:23.790668 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-006ff814-e105-41c0-9b97-51ec9002763c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.866925 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-006ff814-e105-41c0-9b97-51ec9002763c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.867385 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-006ff814-e105-41c0-9b97-51ec9002763c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:23.879891 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-006ff814-e105-41c0-9b97-51ec9002763c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Calling delete_port for ba84db71-2354-40c3-8f7d-a57add79e781 owned by network:floatingip {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:24.034528 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-006ff814-e105-41c0-9b97-51ec9002763c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.060134 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ff814-e105-41c0-9b97-51ec9002763c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event deleted for resources: {'Port': ['ID=ba84db71-2354-40c3-8f7d-a57add79e781,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:24.122996 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-006ff814-e105-41c0-9b97-51ec9002763c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for floatingip, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.123245 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.db.l3_db [None req-006ff814-e105-41c0-9b97-51ec9002763c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Floating IP 5d93c4e1-b4d4-4763-80e0-bb5c778415f7 disassociated (deleted). External IP: 172.27.3.156, port: 826f6b64-23ee-4233-a472-317e4ba54d4d. Jul 16 18:52:24.327314 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006ff814-e105-41c0-9b97-51ec9002763c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Router c867d486-66c5-463f-b71c-a12082d8edf9 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:24.443806 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006ff814-e105-41c0-9b97-51ec9002763c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:24.448374 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-006ff814-e105-41c0-9b97-51ec9002763c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:24.453768 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88715265-9b17-4de4-a8da-4d4217ea2ad2 None None] Sync routers for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:24.463061 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88715265-9b17-4de4-a8da-4d4217ea2ad2 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:24.463670 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-88715265-9b17-4de4-a8da-4d4217ea2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:52:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:24.485299 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-006ff814-e105-41c0-9b97-51ec9002763c tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "DELETE /v2.0/floatingips/5d93c4e1-b4d4-4763-80e0-bb5c778415f7 HTTP/1.1" status: 204 len: 168 time: 0.8687842 Jul 16 18:52:24.485945 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'tag': '826f6b64-23ee-4233-a472-317e4ba54d4d'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:24.488224 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6131bf26-02bf-4ba2-9555-eaa4d7a2cbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39", "tag": "826f6b64-23ee-4233-a472-317e4ba54d4d"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:24.523312 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acce7f44-a61a-4508-8111-8a3b3e3b60c6 x-openstack-request-id: req-acce7f44-a61a-4508-8111-8a3b3e3b60c6 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:24.523675 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39", "tag": "826f6b64-23ee-4233-a472-317e4ba54d4d", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:24.523997 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-acce7f44-a61a-4508-8111-8a3b3e3b60c6 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:24.524465 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'tag': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'status': 'completed', 'code': 200} Jul 16 18:52:24.566731 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-88715265-9b17-4de4-a8da-4d4217ea2ad2 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:24.635114 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131bf26-02bf-4ba2-9555-eaa4d7a2cbfe req-b84bd651-11af-4a72-835e-0c170b601364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:24.636632 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6131bf26-02bf-4ba2-9555-eaa4d7a2cbfe req-b84bd651-11af-4a72-835e-0c170b601364 service neutron] 10.222.0.84 "GET /v2.0/ports?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 1098 time: 0.0538900 Jul 16 18:52:24.734508 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131bf26-02bf-4ba2-9555-eaa4d7a2cbfe req-4617bc8a-cb1d-449f-b033-ca7c274dcb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:24.736025 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6131bf26-02bf-4ba2-9555-eaa4d7a2cbfe req-4617bc8a-cb1d-449f-b033-ca7c274dcb35 service neutron] 10.222.0.84 "GET /v2.0/networks?id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 200 len: 913 time: 0.0924187 Jul 16 18:52:24.763969 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-88715265-9b17-4de4-a8da-4d4217ea2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:24.794741 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88715265-9b17-4de4-a8da-4d4217ea2ad2 None None] Checking router: c867d486-66c5-463f-b71c-a12082d8edf9 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:24.803474 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88715265-9b17-4de4-a8da-4d4217ea2ad2 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:24.804069 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-88715265-9b17-4de4-a8da-4d4217ea2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:52:02Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:24.808390 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6131bf26-02bf-4ba2-9555-eaa4d7a2cbfe req-e4f555c5-caba-4f4b-b10a-c2b0ec7d6f55 service neutron] 10.222.0.84 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=826f6b64-23ee-4233-a472-317e4ba54d4d HTTP/1.1" status: 200 len: 217 time: 0.0383561 Jul 16 18:52:24.882539 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131bf26-02bf-4ba2-9555-eaa4d7a2cbfe req-f9ae1c0b-41af-4afe-99ef-97a5ac841010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:24.883967 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6131bf26-02bf-4ba2-9555-eaa4d7a2cbfe req-f9ae1c0b-41af-4afe-99ef-97a5ac841010 service neutron] 10.222.0.84 "GET /v2.0/subnets?id=cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 200 len: 851 time: 0.0669000 Jul 16 18:52:24.904485 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-88715265-9b17-4de4-a8da-4d4217ea2ad2 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:24.931390 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbc009-ec8e-4372-81d6-f06b14e51b39 req-69aa9038-5d32-4b26-b483-22122734ae4d tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:24.932981 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-40dbc009-ec8e-4372-81d6-f06b14e51b39 req-69aa9038-5d32-4b26-b483-22122734ae4d tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 945 time: 0.1270547 Jul 16 18:52:24.982601 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-40dbc009-ec8e-4372-81d6-f06b14e51b39 req-027c0835-a7ac-4098-88bb-bde64fe64842 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435205 Jul 16 18:52:24.991063 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131bf26-02bf-4ba2-9555-eaa4d7a2cbfe req-71b8c772-983a-4afa-b704-3b6c9d8aa62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:24.993149 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6131bf26-02bf-4ba2-9555-eaa4d7a2cbfe req-71b8c772-983a-4afa-b704-3b6c9d8aa62c service neutron] 10.222.0.84 "GET /v2.0/ports?network_id=9b8a2930-6b10-4822-b8cd-4e90eb39fe06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0990527 Jul 16 18:52:25.091409 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6131bf26-02bf-4ba2-9555-eaa4d7a2cbfe req-3c0c1be3-8749-4fbf-a704-d916470c46f2 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900686 Jul 16 18:52:25.182640 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-6131bf26-02bf-4ba2-9555-eaa4d7a2cbfe req-65642e0f-e81f-4dcc-aad6-59af4ce55dd8 service neutron] 10.222.0.84 "GET /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813789 Jul 16 18:52:25.224245 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-88715265-9b17-4de4-a8da-4d4217ea2ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:25.250233 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88715265-9b17-4de4-a8da-4d4217ea2ad2 None None] The sync data for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi is: [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:31Z', 'revision_number': 4, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi', '_interfaces': [{'id': '705d4f2c-dd9f-429c-9a2d-a75002a1b179', 'name': '', 'network_id': '9b8a2930-6b10-4822-b8cd-4e90eb39fe06', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'mac_address': 'fa:16:3e:ba:01:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:31Z', 'updated_at': '2021-07-16T18:45:37Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'subnets': [{'id': 'cecfda79-4047-4b5f-98bd-f7f81cc99ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:25.451230 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b746e3a-b244-460b-b51a-3d863ec20916 None None] New status for floating IP 5d93c4e1-b4d4-4763-80e0-bb5c778415f7: DOWN {{(pid=93249) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:52:26.183299 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc81bc-5f9f-40a3-b61e-55d3d6c8e517 req-06a1ee72-3b03-422d-a7f7-75e517f552a9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93247) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:26.185303 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-61fc81bc-5f9f-40a3-b61e-55d3d6c8e517 req-06a1ee72-3b03-422d-a7f7-75e517f552a9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 945 time: 0.0795915 Jul 16 18:52:26.236041 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [req-61fc81bc-5f9f-40a3-b61e-55d3d6c8e517 req-4f7d056f-2baf-4dba-9e32-3f9689a10774 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/security-groups?id=dbbd0282-67d2-49af-a313-4362375501b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417953 Jul 16 18:52:26.899036 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fdd45-fc03-4100-8b73-81da75dd3aa1 req-e06b57ae-15e8-4fce-84d7-88f048a198c8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93246) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:26.900471 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-074fdd45-fc03-4100-8b73-81da75dd3aa1 req-e06b57ae-15e8-4fce-84d7-88f048a198c8 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 945 time: 0.0793211 Jul 16 18:52:27.009987 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-074fdd45-fc03-4100-8b73-81da75dd3aa1 req-ebd16fca-bc1e-43d6-b470-17dc8d313d34 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Deleting port 826f6b64-23ee-4233-a472-317e4ba54d4d {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:27.010338 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-074fdd45-fc03-4100-8b73-81da75dd3aa1 req-ebd16fca-bc1e-43d6-b470-17dc8d313d34 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.099506 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [req-074fdd45-fc03-4100-8b73-81da75dd3aa1 req-ebd16fca-bc1e-43d6-b470-17dc8d313d34 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] For port 826f6b64-23ee-4233-a472-317e4ba54d4d, host hv-cinder-78693, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78693',level=0,port_id=826f6b64-23ee-4233-a472-317e4ba54d4d,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:27.099766 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-074fdd45-fc03-4100-8b73-81da75dd3aa1 req-ebd16fca-bc1e-43d6-b470-17dc8d313d34 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.115862 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [req-074fdd45-fc03-4100-8b73-81da75dd3aa1 req-ebd16fca-bc1e-43d6-b470-17dc8d313d34 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Calling delete_port for 826f6b64-23ee-4233-a472-317e4ba54d4d owned by compute:nova {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:27.240232 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-074fdd45-fc03-4100-8b73-81da75dd3aa1 req-ebd16fca-bc1e-43d6-b470-17dc8d313d34 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.271694 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd16fca-bc1e-43d6-b470-17dc8d313d34 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event deleted for resources: {'Port': ['ID=826f6b64-23ee-4233-a472-317e4ba54d4d,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:27.315652 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [req-074fdd45-fc03-4100-8b73-81da75dd3aa1 req-ebd16fca-bc1e-43d6-b470-17dc8d313d34 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] No DVR routers for this DVR port 826f6b64-23ee-4233-a472-317e4ba54d4d on host hv-cinder-78693 {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:27.318151 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [req-074fdd45-fc03-4100-8b73-81da75dd3aa1 req-ebd16fca-bc1e-43d6-b470-17dc8d313d34 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for port, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:27.320401 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-074fdd45-fc03-4100-8b73-81da75dd3aa1 req-ebd16fca-bc1e-43d6-b470-17dc8d313d34 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.84 "DELETE /v2.0/ports/826f6b64-23ee-4233-a472-317e4ba54d4d HTTP/1.1" status: 204 len: 173 time: 0.4108212 Jul 16 18:52:27.320845 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'name': 'network-vif-deleted', 'tag': '826f6b64-23ee-4233-a472-317e4ba54d4d'}] {{(pid=93246) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:27.323097 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42d2de781774d69ce67426248905a3274f8d012c36adf5cb0aa28ccdfe79385b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae434e60-b504-4f71-9184-38f198cb5cf8" -d '{"events": [{"server_uuid": "f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39", "name": "network-vif-deleted", "tag": "826f6b64-23ee-4233-a472-317e4ba54d4d"}]}' {{(pid=93246) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:27.368251 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38503ab-e5da-4d4b-8b4b-13d364fc7951 x-openstack-request-id: req-b38503ab-e5da-4d4b-8b4b-13d364fc7951 {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:27.368543 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39", "name": "network-vif-deleted", "tag": "826f6b64-23ee-4233-a472-317e4ba54d4d", "status": "completed", "code": 200}]} {{(pid=93246) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:27.368799 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b38503ab-e5da-4d4b-8b4b-13d364fc7951 {{(pid=93246) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:27.369192 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39', 'name': 'network-vif-deleted', 'tag': '826f6b64-23ee-4233-a472-317e4ba54d4d', 'status': 'completed', 'code': 200} Jul 16 18:52:27.386639 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [req-fdb5ebb9-c83d-4b4a-b540-2f91601441c6 req-ed4ed231-6145-4251-8df5-40583f9b6575 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "GET /v2.0/ports?device_id=f5dfb3c7-cc4c-459d-9a4a-ecce8803bc39 HTTP/1.1" status: 200 len: 210 time: 0.0311825 Jul 16 18:52:28.481340 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 39284) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:28.603430 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Deleting port c4da6355-fbcd-4e27-86a7-7b0cac34a29f {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:28.603690 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.668993 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9efb583b-63fb-4ead-9508-49b947c9363d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.690417 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.690862 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.709378 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Calling delete_port for c4da6355-fbcd-4e27-86a7-7b0cac34a29f owned by network:floatingip {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:28.855001 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.890599 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event deleted for resources: {'Port': ['ID=c4da6355-fbcd-4e27-86a7-7b0cac34a29f,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:28.916826 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:28.917244 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:28.917621 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:28.918031 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:28.918406 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:28.918794 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:28.919129 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:28.919527 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:28.919909 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:28.920299 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:28.920697 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:28.921024 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93247) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:28.961856 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for floatingip, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.964398 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967090'] for floatingip, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:28.965699 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-e70cc579-7474-4799-b7b8-20503e4ff3c9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "DELETE /v2.0/floatingips/d9af8d83-f963-41c5-a257-21c815c62dc4 HTTP/1.1" status: 204 len: 168 time: 0.4832840 Jul 16 18:52:30.156015 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 826f6b64-23ee-4233-a472-317e4ba54d4d no longer exists at agent hyperv_hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:30.185879 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] No Port match for: 826f6b64-23ee-4233-a472-317e4ba54d4d {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:30.186219 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Device 826f6b64-23ee-4233-a472-317e4ba54d4d not bound to the agent host hv-cinder-78693 {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:30.261803 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 39296) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:30.322571 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2c48bc21-c6ae-4e8b-8cc4-43828e978de9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:30.349518 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2c48bc21-c6ae-4e8b-8cc4-43828e978de9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:30.412295 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2c48bc21-c6ae-4e8b-8cc4-43828e978de9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:30.414941 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-2c48bc21-c6ae-4e8b-8cc4-43828e978de9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:30.416084 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-2c48bc21-c6ae-4e8b-8cc4-43828e978de9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] 10.222.0.68 "DELETE /v2.0/security-groups/dbbd0282-67d2-49af-a313-4362375501b5 HTTP/1.1" status: 204 len: 168 time: 0.1533146 Jul 16 18:52:30.425314 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48bc21-c6ae-4e8b-8cc4-43828e978de9 tempest-TestVolumeBootPattern-1057249627 tempest-TestVolumeBootPattern-1057249627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbd0282-67d2-49af-a313-4362375501b5,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:30.473410 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 39300) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:31.301262 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7f08d49-8b4f-452d-bf40-2ecd9d2dab93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516521'] for router_interface, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.547918 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-61b29600-2ce0-4bfb-91ee-481f1c91a71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.575039 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-a7f08d49-8b4f-452d-bf40-2ecd9d2dab93 admin admin] Deleting port 705d4f2c-dd9f-429c-9a2d-a75002a1b179 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:31.575307 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7f08d49-8b4f-452d-bf40-2ecd9d2dab93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.660108 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-a7f08d49-8b4f-452d-bf40-2ecd9d2dab93 admin admin] For port 705d4f2c-dd9f-429c-9a2d-a75002a1b179, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=705d4f2c-dd9f-429c-9a2d-a75002a1b179,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:31.660471 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7f08d49-8b4f-452d-bf40-2ecd9d2dab93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.674266 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-a7f08d49-8b4f-452d-bf40-2ecd9d2dab93 admin admin] Calling delete_port for 705d4f2c-dd9f-429c-9a2d-a75002a1b179 owned by network:router_interface {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:31.863636 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7f08d49-8b4f-452d-bf40-2ecd9d2dab93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:31.886651 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f08d49-8b4f-452d-bf40-2ecd9d2dab93 admin admin] Pushing event deleted for resources: {'Port': ['ID=705d4f2c-dd9f-429c-9a2d-a75002a1b179,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:31.913835 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.058781 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-a7f08d49-8b4f-452d-bf40-2ecd9d2dab93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513593'] for router_interface, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.297866 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f08d49-8b4f-452d-bf40-2ecd9d2dab93 admin admin] Router c867d486-66c5-463f-b71c-a12082d8edf9 has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93246) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:32.410908 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f08d49-8b4f-452d-bf40-2ecd9d2dab93 admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93246) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:32.416093 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-a7f08d49-8b4f-452d-bf40-2ecd9d2dab93 admin admin] 10.222.0.68 "PUT /v2.0/routers/c867d486-66c5-463f-b71c-a12082d8edf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9416511 Jul 16 18:52:32.418700 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 39304) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:32.422315 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21703fca-8fdd-4940-b594-ef5ccb20eb41 None None] Sync routers for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:32.432077 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21703fca-8fdd-4940-b594-ef5ccb20eb41 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:32.432701 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-21703fca-8fdd-4940-b594-ef5ccb20eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:52:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:32.526621 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] Notify callbacks [] for router, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.535945 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-21703fca-8fdd-4940-b594-ef5ccb20eb41 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: dv-cinder-786932-5-iscsi {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:32.629640 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.702369 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] Deleting port 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:32.702695 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.724360 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-21703fca-8fdd-4940-b594-ef5ccb20eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:52:31Z', 'revision_number': 5, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port': {'id': '4eb535d0-dc2c-45ae-b5ac-5afa767128a6', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:32.754522 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.755219 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21703fca-8fdd-4940-b594-ef5ccb20eb41 None None] Checking router: c867d486-66c5-463f-b71c-a12082d8edf9 for host: dv-cinder-786932-5-iscsi {{(pid=93248) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:32.764121 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21703fca-8fdd-4940-b594-ef5ccb20eb41 None None] Routers {'c867d486-66c5-463f-b71c-a12082d8edf9'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93248) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:32.764749 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-21703fca-8fdd-4940-b594-ef5ccb20eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:52:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['c867d486-66c5-463f-b71c-a12082d8edf9'], 'active': True} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:32.786944 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] For port 4eb535d0-dc2c-45ae-b5ac-5afa767128a6, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=4eb535d0-dc2c-45ae-b5ac-5afa767128a6,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:32.787230 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.799749 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] Calling delete_port for 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 owned by network:router_gateway {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:32.852060 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvr_db [None req-21703fca-8fdd-4940-b594-ef5ccb20eb41 None None] Set router c867d486-66c5-463f-b71c-a12082d8edf9 gateway port host: None {{(pid=93248) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:32.907878 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_hamode_db [None req-21703fca-8fdd-4940-b594-ef5ccb20eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:52:32Z', 'revision_number': 6, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port_host': None}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:32.941134 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21703fca-8fdd-4940-b594-ef5ccb20eb41 None None] The sync data for ids ['c867d486-66c5-463f-b71c-a12082d8edf9'] in dv-cinder-786932-5-iscsi is: [{'id': 'c867d486-66c5-463f-b71c-a12082d8edf9', 'name': 'tempest-TestVolumeBootPattern-1279545304-router', 'tenant_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:28Z', 'updated_at': '2021-07-16T18:52:32Z', 'revision_number': 6, 'project_id': 'cfdf1914f12c403fa9317bd73a8289eb', 'gw_port_host': None}] {{(pid=93248) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:32.974929 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:32.999202 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eb535d0-dc2c-45ae-b5ac-5afa767128a6,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:33.061924 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517219'] for router_gateway, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.150788 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5268'] for router, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.153011 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.200195 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516833'] for router, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.200746 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c867d486-66c5-463f-b71c-a12082d8edf9 {{(pid=93246) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:52:33.205441 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] Notify callbacks [] for router, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.206616 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-843d3c38-64ff-467a-ac88-b766981f2c43 admin admin] 10.222.0.68 "DELETE /v2.0/routers/c867d486-66c5-463f-b71c-a12082d8edf9 HTTP/1.1" status: 204 len: 168 time: 0.7863817 Jul 16 18:52:33.210057 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 39306) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:33.252703 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.db_base_plugin_v2 [None req-879c74a6-72da-465b-85ee-c2db2e1392b9 admin admin] Deleting subnet cecfda79-4047-4b5f-98bd-f7f81cc99ace {{(pid=93247) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:52:33.255662 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-879c74a6-72da-465b-85ee-c2db2e1392b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.290105 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-879c74a6-72da-465b-85ee-c2db2e1392b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10409244'] for subnet, precommit_delete_associations {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.374002 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-879c74a6-72da-465b-85ee-c2db2e1392b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.427391 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-879c74a6-72da-465b-85ee-c2db2e1392b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8532395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8677849'] for subnet, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.453705 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c74a6-72da-465b-85ee-c2db2e1392b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cecfda79-4047-4b5f-98bd-f7f81cc99ace,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:33.455566 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-879c74a6-72da-465b-85ee-c2db2e1392b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for subnet, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.458007 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-879c74a6-72da-465b-85ee-c2db2e1392b9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/cecfda79-4047-4b5f-98bd-f7f81cc99ace HTTP/1.1" status: 204 len: 168 time: 0.2463238 Jul 16 18:52:33.459992 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 39308) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:33.462855 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04249d3e-4432-4af0-9448-4b5edcf463ae None None] Network 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:33.530552 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.583394 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Deleting port 86f1e72b-73e6-4a6e-b227-ea9267573fe0 {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:33.583721 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.644253 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] For port 86f1e72b-73e6-4a6e-b227-ea9267573fe0, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=86f1e72b-73e6-4a6e-b227-ea9267573fe0,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:33.644610 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.656707 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Calling delete_port for 86f1e72b-73e6-4a6e-b227-ea9267573fe0 owned by network:dhcp {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:33.671300 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.683240 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] DHCP port deletion for 9b8a2930-6b10-4822-b8cd-4e90eb39fe06 request from dv-cinder-786932-5-iscsi {{(pid=93248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:52:33.736328 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Deleting port 86f1e72b-73e6-4a6e-b227-ea9267573fe0 {{(pid=93248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:33.737062 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.742748 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.770692 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=86f1e72b-73e6-4a6e-b227-ea9267573fe0,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:33.772559 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] No DVR routers for this DVR port 86f1e72b-73e6-4a6e-b227-ea9267573fe0 on host dv-cinder-786932-5-iscsi {{(pid=93247) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:33.801904 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] For port 86f1e72b-73e6-4a6e-b227-ea9267573fe0, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=86f1e72b-73e6-4a6e-b227-ea9267573fe0,segment=NetworkSegment(ace83c1a-286c-4dcf-b43f-06176bbb9016),segment_id=ace83c1a-286c-4dcf-b43f-06176bbb9016)] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:33.802293 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.814937 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Calling delete_port for 86f1e72b-73e6-4a6e-b227-ea9267573fe0 owned by network:dhcp {{(pid=93248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:33.844296 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.855033 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8a2930-6b10-4822-b8cd-4e90eb39fe06']}} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:33.867811 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace83c1a-286c-4dcf-b43f-06176bbb9016') {'for_net_delete': True} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:33.868106 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.services.segments.db [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace83c1a-286c-4dcf-b43f-06176bbb9016') {} {{(pid=93247) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:33.877804 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10409259'] for segment, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.892797 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.899047 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=93247) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:52:33.899685 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8532745'] for segment, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: Traceback (most recent call last): Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: timer() Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: cb(*args, **kw) Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: return func(*args, **kwargs) Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: self._notify() Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: self.callback(batched_events) Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: event.method(event) Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: return f(self, *a, **k) Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._get(url).json() Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: return self.request(url, 'GET', **kwargs) Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:52:33.901641 dv-cinder-786932-5-iscsi neutron-server[93247]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:52:33.904460 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375'] for port, after_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.929073 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Pushing event deleted for resources: {'Port': ['ID=86f1e72b-73e6-4a6e-b227-ea9267573fe0,revision_number=None']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:33.933740 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] No DVR routers for this DVR port 86f1e72b-73e6-4a6e-b227-ea9267573fe0 on host dv-cinder-786932-5-iscsi {{(pid=93248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:33.941983 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:33.942620 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:33.942737 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:33.943103 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:33.943796 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:33.944169 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:33.944552 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:33.944914 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:33.945328 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:33.945785 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:33.946040 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:33.946615 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f963955-94d0-4ef2-b479-129c956278c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786932-5-iscsi {{(pid=93248) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:52:33.965797 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.975189 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:33.980973 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] 10.222.0.68 "DELETE /v2.0/networks/9b8a2930-6b10-4822-b8cd-4e90eb39fe06 HTTP/1.1" status: 204 len: 168 time: 0.5161550 Jul 16 18:52:33.981801 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 39310) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:34.000002 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68c376-72bf-49ec-80eb-ce5430469a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=9b8a2930-6b10-4822-b8cd-4e90eb39fe06,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:34.103133 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.347916 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-159b86ce-5286-4d64-960e-ce454c4f6d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516521'] for router_interface, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.840793 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 86f1e72b-73e6-4a6e-b227-ea9267573fe0 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:34.841320 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-159b86ce-5286-4d64-960e-ce454c4f6d5e admin admin] Deleting port b520d247-7f26-4f36-942d-5ff892b9d7f8 {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:34.841320 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-159b86ce-5286-4d64-960e-ce454c4f6d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.860968 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: 86f1e72b-73e6-4a6e-b227-ea9267573fe0 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:34.861383 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 86f1e72b-73e6-4a6e-b227-ea9267573fe0 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:34.861871 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 705d4f2c-dd9f-429c-9a2d-a75002a1b179 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:34.882970 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: 705d4f2c-dd9f-429c-9a2d-a75002a1b179 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:34.883311 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 705d4f2c-dd9f-429c-9a2d-a75002a1b179 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:34.883717 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:34.906074 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:34.906419 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 4eb535d0-dc2c-45ae-b5ac-5afa767128a6 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:34.925811 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-159b86ce-5286-4d64-960e-ce454c4f6d5e admin admin] For port b520d247-7f26-4f36-942d-5ff892b9d7f8, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=b520d247-7f26-4f36-942d-5ff892b9d7f8,segment=NetworkSegment(fa1b9912-e2b6-4ff2-a7cc-0d26269d280f),segment_id=fa1b9912-e2b6-4ff2-a7cc-0d26269d280f)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:34.926177 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-159b86ce-5286-4d64-960e-ce454c4f6d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:34.937934 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-159b86ce-5286-4d64-960e-ce454c4f6d5e admin admin] Calling delete_port for b520d247-7f26-4f36-942d-5ff892b9d7f8 owned by network:router_interface {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:35.124259 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-159b86ce-5286-4d64-960e-ce454c4f6d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.146876 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b86ce-5286-4d64-960e-ce454c4f6d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=b520d247-7f26-4f36-942d-5ff892b9d7f8,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:35.314123 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-159b86ce-5286-4d64-960e-ce454c4f6d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1599001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-513593'] for router_interface, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.538485 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159b86ce-5286-4d64-960e-ce454c4f6d5e admin admin] Router 8185fb87-5e70-4087-82a6-006acf8af80d has already been hosted by L3 agent 20928b07-7d60-4cca-90ac-690c4cc662d6 {{(pid=93247) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:35.643219 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159b86ce-5286-4d64-960e-ce454c4f6d5e admin admin] Notify agent at l3_agent.dv-cinder-786932-5-iscsi the message routers_updated {{(pid=93247) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:35.648598 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-159b86ce-5286-4d64-960e-ce454c4f6d5e admin admin] 10.222.0.68 "PUT /v2.0/routers/8185fb87-5e70-4087-82a6-006acf8af80d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6661613 Jul 16 18:52:35.651911 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 39312) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:35.654844 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9183def-d24d-43b3-a5fa-17ebd6e78d2d None None] Sync routers for ids ['8185fb87-5e70-4087-82a6-006acf8af80d'] in dv-cinder-786932-5-iscsi {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:35.665210 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9183def-d24d-43b3-a5fa-17ebd6e78d2d None None] Routers {'8185fb87-5e70-4087-82a6-006acf8af80d'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:35.665870 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-d9183def-d24d-43b3-a5fa-17ebd6e78d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:52:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['8185fb87-5e70-4087-82a6-006acf8af80d'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:35.755344 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] Notify callbacks [] for router, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.771254 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-d9183def-d24d-43b3-a5fa-17ebd6e78d2d None None] Set router 8185fb87-5e70-4087-82a6-006acf8af80d gateway port host: dv-cinder-786932-5-iscsi {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:35.861937 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.914025 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] Deleting port abf3333e-6587-43aa-878d-e7fe91f018ff {{(pid=93247) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:35.914411 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.956781 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-d9183def-d24d-43b3-a5fa-17ebd6e78d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'name': 'tempest-TestVolumeBootPattern-630411961-router', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'external_fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'abf3333e-6587-43aa-878d-e7fe91f018ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:33Z', 'updated_at': '2021-07-16T18:52:35Z', 'revision_number': 5, 'project_id': '672979eadf00485dbc52dff86ce9b811', 'gw_port': {'id': 'abf3333e-6587-43aa-878d-e7fe91f018ff', 'name': '', 'network_id': '8faae5fe-6b17-4018-b67e-363813f28d31', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786932-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:45:34Z', 'updated_at': '2021-07-16T18:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b27ebe26-b85e-435c-b54f-92451f9fa4cb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786932-5-iscsi'}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:35.997969 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.db [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] For port abf3333e-6587-43aa-878d-e7fe91f018ff, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=abf3333e-6587-43aa-878d-e7fe91f018ff,segment=NetworkSegment(fde9f93e-14d2-4206-9686-7d172c9adb80),segment_id=fde9f93e-14d2-4206-9686-7d172c9adb80)] {{(pid=93247) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:35.998386 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.016622 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.plugins.ml2.plugin [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] Calling delete_port for abf3333e-6587-43aa-878d-e7fe91f018ff owned by network:router_gateway {{(pid=93247) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:36.067513 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9183def-d24d-43b3-a5fa-17ebd6e78d2d None None] Checking router: 8185fb87-5e70-4087-82a6-006acf8af80d for host: dv-cinder-786932-5-iscsi {{(pid=93249) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:36.076122 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9183def-d24d-43b3-a5fa-17ebd6e78d2d None None] Routers {'8185fb87-5e70-4087-82a6-006acf8af80d'} bound to L3 agent in host dv-cinder-786932-5-iscsi {{(pid=93249) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:36.076809 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-d9183def-d24d-43b3-a5fa-17ebd6e78d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786932-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T18:28:01Z,description=,heartbeat_timestamp=2021-07-16T18:52:32Z,host='dv-cinder-786932-5-iscsi',id=20928b07-7d60-4cca-90ac-690c4cc662d6,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T18:28:01Z,topic='l3_agent')) {'router_ids': ['8185fb87-5e70-4087-82a6-006acf8af80d'], 'active': True} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:36.162053 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_dvr_db [None req-d9183def-d24d-43b3-a5fa-17ebd6e78d2d None None] Set router 8185fb87-5e70-4087-82a6-006acf8af80d gateway port host: None {{(pid=93249) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:36.178663 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8532440'] for port, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.206123 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=abf3333e-6587-43aa-878d-e7fe91f018ff,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:36.216545 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.l3_hamode_db [None req-d9183def-d24d-43b3-a5fa-17ebd6e78d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'name': 'tempest-TestVolumeBootPattern-630411961-router', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:33Z', 'updated_at': '2021-07-16T18:52:35Z', 'revision_number': 6, 'project_id': '672979eadf00485dbc52dff86ce9b811', 'gw_port_host': None}], 'dv-cinder-786932-5-iscsi', False) {} {{(pid=93249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:36.242648 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9183def-d24d-43b3-a5fa-17ebd6e78d2d None None] The sync data for ids ['8185fb87-5e70-4087-82a6-006acf8af80d'] in dv-cinder-786932-5-iscsi is: [{'id': '8185fb87-5e70-4087-82a6-006acf8af80d', 'name': 'tempest-TestVolumeBootPattern-630411961-router', 'tenant_id': '672979eadf00485dbc52dff86ce9b811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:45:33Z', 'updated_at': '2021-07-16T18:52:35Z', 'revision_number': 6, 'project_id': '672979eadf00485dbc52dff86ce9b811', 'gw_port_host': None}] {{(pid=93249) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:36.279781 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517219'] for router_gateway, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.371499 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-522487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5268'] for router, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.373854 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.424681 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-516833'] for router, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.426147 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8185fb87-5e70-4087-82a6-006acf8af80d {{(pid=93247) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:52:36.431700 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] Notify callbacks [] for router, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.433209 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-ac81eaaa-aa41-4331-8412-68e7dcce3d04 admin admin] 10.222.0.68 "DELETE /v2.0/routers/8185fb87-5e70-4087-82a6-006acf8af80d HTTP/1.1" status: 204 len: 168 time: 0.7801776 Jul 16 18:52:36.437431 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 39314) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:36.484190 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.db_base_plugin_v2 [None req-12802627-d829-424b-8787-ab7458fe98f7 admin admin] Deleting subnet de034fba-de0e-435b-8f97-408aee8d888c {{(pid=93246) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:52:36.487275 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-12802627-d829-424b-8787-ab7458fe98f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.524556 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-12802627-d829-424b-8787-ab7458fe98f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10092852'] for subnet, precommit_delete_associations {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.613022 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-12802627-d829-424b-8787-ab7458fe98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.667166 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-12802627-d829-424b-8787-ab7458fe98f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-83850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2311627', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10420670'] for subnet, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.695384 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12802627-d829-424b-8787-ab7458fe98f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de034fba-de0e-435b-8f97-408aee8d888c,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:36.697335 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-12802627-d829-424b-8787-ab7458fe98f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.699583 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-12802627-d829-424b-8787-ab7458fe98f7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/de034fba-de0e-435b-8f97-408aee8d888c HTTP/1.1" status: 204 len: 168 time: 0.2597051 Jul 16 18:52:36.701617 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98042937-06ad-4e0c-b4d6-3166006af0a2 None None] Network 91d8d370-5369-4e32-9575-31cc8268ed4c requested from dv-cinder-786932-5-iscsi {{(pid=93248) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:52:36.702256 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 39316) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:36.775124 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1342515'] for network, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.828926 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Deleting port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 {{(pid=93246) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:36.829132 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.889488 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.db [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] For port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2, host dv-cinder-786932-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786932-5-iscsi',level=0,port_id=0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2,segment=NetworkSegment(fa1b9912-e2b6-4ff2-a7cc-0d26269d280f),segment_id=fa1b9912-e2b6-4ff2-a7cc-0d26269d280f)] {{(pid=93246) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:36.889843 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:36.902244 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.plugin [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Calling delete_port for 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 owned by network:dhcp {{(pid=93246) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:36.970434 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a53f4f3-2da8-4ac2-80da-25c6d7ddec24 None None] DHCP port deletion for 91d8d370-5369-4e32-9575-31cc8268ed4c request from dv-cinder-786932-5-iscsi {{(pid=93248) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:52:37.002906 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2311608'] for port, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.029628 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device b520d247-7f26-4f36-942d-5ff892b9d7f8 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:37.034753 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:37.036893 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] No DVR routers for this DVR port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 on host dv-cinder-786932-5-iscsi {{(pid=93246) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:37.037610 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-0a53f4f3-2da8-4ac2-80da-25c6d7ddec24 None None] Deleting port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 {{(pid=93248) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:52:37.038478 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-0a53f4f3-2da8-4ac2-80da-25c6d7ddec24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728546822063'] for port, before_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.065634 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: b520d247-7f26-4f36-942d-5ff892b9d7f8 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:37.065983 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device b520d247-7f26-4f36-942d-5ff892b9d7f8 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:37.066408 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device abf3333e-6587-43aa-878d-e7fe91f018ff no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:37.095810 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: abf3333e-6587-43aa-878d-e7fe91f018ff {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:37.096155 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device abf3333e-6587-43aa-878d-e7fe91f018ff not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:37.096579 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 no longer exists at agent ovs-agent-dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:52:37.115285 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1528636', 'neutron.services.segments.db._delete_segments_for_network-8728546966860'] for network, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.125408 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d8d370-5369-4e32-9575-31cc8268ed4c']}} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:37.135544 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1b9912-e2b6-4ff2-a7cc-0d26269d280f') {'for_net_delete': True} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:37.135847 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.services.segments.db [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1b9912-e2b6-4ff2-a7cc-0d26269d280f') {} {{(pid=93246) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:37.144332 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] No Port match for: 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 {{(pid=93248) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:52:37.144679 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.rpc [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Device 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 not bound to the agent host dv-cinder-786932-5-iscsi {{(pid=93248) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:52:37.146049 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728546970453', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10092803'] for segment, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.161093 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304'] for segment, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.161248 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.db [None req-0a53f4f3-2da8-4ac2-80da-25c6d7ddec24 None None] For port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2, host dv-cinder-786932-5-iscsi, got binding levels [] {{(pid=93248) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:37.161664 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-0a53f4f3-2da8-4ac2-80da-25c6d7ddec24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-516754'] for port, precommit_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.167882 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=93246) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:52:37.168519 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2312041'] for segment, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: Traceback (most recent call last): Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: timer() Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: cb(*args, **kw) Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: return func(*args, **kwargs) Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: self._notify() Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: self.callback(batched_events) Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: event.method(event) Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: return f(self, *a, **k) Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: return self._get(url).json() Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: return self.request(url, 'GET', **kwargs) Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:52:37.170597 dv-cinder-786932-5-iscsi neutron-server[93246]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:52:37.176171 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.plugins.ml2.plugin [None req-0a53f4f3-2da8-4ac2-80da-25c6d7ddec24 None None] Calling delete_port for 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 owned by network:dhcp {{(pid=93248) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:52:37.178985 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.ipam_backend_mixin [None req-0a53f4f3-2da8-4ac2-80da-25c6d7ddec24 None None] Port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 was not found and therefore no delete operation was performed {{(pid=93248) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:52:37.180337 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-0a53f4f3-2da8-4ac2-80da-25c6d7ddec24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-653242', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123452', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728546825346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728546419375'] for port, after_delete {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.204941 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53f4f3-2da8-4ac2-80da-25c6d7ddec24 None None] Pushing event deleted for resources: {'Port': ['ID=0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2,revision_number=None']} {{(pid=93248) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:37.211576 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a53f4f3-2da8-4ac2-80da-25c6d7ddec24 None None] No DVR routers for this DVR port 0645dc4c-7bdf-4e33-93bb-d5e5d9bcb9a2 on host dv-cinder-786932-5-iscsi {{(pid=93248) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:52:37.229895 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1528613', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-443851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1598994', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-517311'] for network, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.245762 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1599076'] for network, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.247664 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] 10.222.0.68 "DELETE /v2.0/networks/91d8d370-5369-4e32-9575-31cc8268ed4c HTTP/1.1" status: 204 len: 168 time: 0.5444243 Jul 16 18:52:37.249160 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdb7dc-2548-41ba-8274-9ecc41ac6c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=91d8d370-5369-4e32-9575-31cc8268ed4c,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:37.363077 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 39320) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:37.406054 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-45f5018c-ed8b-45b0-abf9-295afb6a6a21 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cfdf1914f12c403fa9317bd73a8289eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417993 Jul 16 18:52:37.408764 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [-] (93247) accepted ('10.222.0.68', 39322) {{(pid=93247) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:37.466779 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe0bd-a9ac-4b91-abe6-75303f485bbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.491215 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe0bd-a9ac-4b91-abe6-75303f485bbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.539536 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe0bd-a9ac-4b91-abe6-75303f485bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.542152 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron_lib.callbacks.manager [None req-dbcfe0bd-a9ac-4b91-abe6-75303f485bbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93247) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.543386 dv-cinder-786932-5-iscsi neutron-server[93247]: INFO neutron.wsgi [None req-dbcfe0bd-a9ac-4b91-abe6-75303f485bbf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cd453180-0b8f-4e20-8e05-0fca9aae72a9 HTTP/1.1" status: 204 len: 168 time: 0.1337194 Jul 16 18:52:37.553130 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfe0bd-a9ac-4b91-abe6-75303f485bbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd453180-0b8f-4e20-8e05-0fca9aae72a9,revision_number=None']} {{(pid=93247) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:37.871374 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 39328) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:37.910808 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-6429fceb-6dcf-4805-9326-a9e319eddcff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=672979eadf00485dbc52dff86ce9b811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382190 Jul 16 18:52:37.914152 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.wsgi [-] (93246) accepted ('10.222.0.68', 39330) {{(pid=93246) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:37.965493 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-687ff437-cd88-44a0-8e96-2172869226ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:37.985946 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-687ff437-cd88-44a0-8e96-2172869226ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:38.032403 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-687ff437-cd88-44a0-8e96-2172869226ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-445280'] for security_group, after_delete {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:38.035591 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron_lib.callbacks.manager [None req-687ff437-cd88-44a0-8e96-2172869226ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93246) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:38.036738 dv-cinder-786932-5-iscsi neutron-server[93246]: INFO neutron.wsgi [None req-687ff437-cd88-44a0-8e96-2172869226ea admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8921d6ba-019a-4088-97e1-f9777dcf5a95 HTTP/1.1" status: 204 len: 168 time: 0.1217403 Jul 16 18:52:38.044721 dv-cinder-786932-5-iscsi neutron-server[93246]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ff437-cd88-44a0-8e96-2172869226ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8921d6ba-019a-4088-97e1-f9777dcf5a95,revision_number=None']} {{(pid=93246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:48.040990 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:58.681014 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-00d8a8b0-c0ec-4612-8895-355041f73019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.548126 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-324433b9-7013-47ef-8288-12112da9dc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:01.912690 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:02.689065 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:03.672676 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:04.105679 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:25.044710 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:28.682768 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-da8c21ba-4d47-4db2-b926-0b5103901663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:31.546411 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ab666893-9e60-477e-b5bd-7ede5fef9115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:31.910320 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:32.691926 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:33.675680 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:34.107546 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:58.319239 dv-cinder-786932-5-iscsi neutron-server[93247]: DEBUG neutron.wsgi [req-3f38ccef-ac84-48ac-8895-2cc3d44e8d2c req-c5dde9bc-59d4-47ac-9dd5-acee247ba1f0 service neutron] (93247) timed out ('10.222.0.84', 49916) {{(pid=93247) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:53:58.682545 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-3999cda4-0374-446b-977f-73568e0c6aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.545880 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-83eca06f-30fc-46ee-92b0-4e49557e4bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:01.907283 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:02.049778 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:54:02.696653 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:03.695900 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.119207 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.682514 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8961428f-cca3-4c4b-86b6-c210e84d7fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:31.539311 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-571db03b-222e-44fa-aadb-ef4a17ffb25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:31.905597 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:32.699588 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:33.703443 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:34.119960 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:39.051737 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:54:58.686203 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-21e4ca04-ff4a-40a4-9823-13eac7f80de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:01.546315 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f8e96749-e8cc-4b5b-b80c-e18e2882df56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:01.904934 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:02.705771 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:03.716328 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:04.119676 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:16.056733 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:28.690420 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-e852e257-82e3-4d8a-826b-f5829d2a2bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.545057 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-ff016f44-ffa3-4068-b7b1-25b859696c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:31.903214 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:32.701739 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:33.711497 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:34.126143 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:53.061095 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:58.699605 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-49597d7b-f37a-4f13-9da0-917c281e7504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:01.539262 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-91454dbe-1451-4906-a4cf-5871a478b70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:01.898928 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:02.704870 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:03.733850 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:04.130939 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:28.695423 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-d6d05eaf-6aec-4b94-ac51-9d756c9d7930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.066012 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:56:31.542903 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-15a61740-f7ec-4b54-8731-68edc2d72172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:31.907885 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:32.793675 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:33.763715 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:34.136678 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:58.694393 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-668d6142-bc0a-4745-bfbb-170230de14de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.551304 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-15ed7b79-9818-4f66-8b1b-ed6c6bd6617c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:01.910911 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:02.718222 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:03.774132 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:04.136120 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.071184 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:57:28.693191 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-2d5ec466-5afb-4d22-bbee-e6924ea2f52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:31.555724 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-743fcf1e-2412-4c3c-a6a6-81e3a7bb801d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:31.910750 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-f926fea1-3d32-43c4-9d35-8b8af76f588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:32.721919 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-9198f28b-b39c-465a-95ef-efeb5502fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:33.791388 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-8d5d79b7-9da2-4a77-969c-cd0c6a4f71af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:34.138324 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-81db8fe4-15e4-43bf-b00e-4b4ff3bd42d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:44.074903 dv-cinder-786932-5-iscsi neutron-server[93249]: DEBUG neutron.db.agents_db [None req-34945abe-2f32-4d43-8fd8-d1fe3e0d07c3 None None] Agent healthcheck: found 6 active agents {{(pid=93249) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:57:58.688972 dv-cinder-786932-5-iscsi neutron-server[93248]: DEBUG neutron_lib.callbacks.manager [None req-76e5c348-4b34-4ed0-95be-f25c27b29e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728546966842', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}